-- Logs begin at Thu 2022-10-20 12:57:22 UTC, end at Thu 2022-10-20 13:53:47 UTC. -- Oct 20 13:27:07.682889 dv-cinder-862136-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 20 13:27:10.389210 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.common.config [-] Logging enabled! Oct 20 13:27:10.389794 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev91 Oct 20 13:27:10.389991 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104621) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 20 13:27:10.393194 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.common.config [-] Logging enabled! Oct 20 13:27:10.393442 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev91 Oct 20 13:27:10.393741 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104621) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Oct 20 13:27:10.394658 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 20 13:27:10.394883 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 20 13:27:10.395355 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 20 13:27:10.395592 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 20 13:27:10.395811 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 20 13:27:10.396118 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.396405 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.396627 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.396943 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.397226 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.397498 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.397777 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.398062 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.398337 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.398605 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.398876 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.399627 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.399901 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.400181 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.400453 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.400667 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] debug = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.400959 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.401377 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.401772 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.402046 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.402324 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.402591 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.402858 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.403123 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.403395 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.403712 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] host = dv-cinder-862136-1-iscsi {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.403980 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.404255 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.404528 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.404803 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.405088 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.405352 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.405625 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.405886 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.406146 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] log_file = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.406409 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.406684 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.406957 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.407232 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.407446 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.407659 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.407933 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.408209 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.408472 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.408734 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.409025 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.409288 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.409551 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.409808 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.410080 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.410351 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.410624 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.410886 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.411147 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.411406 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.411665 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.411936 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.412195 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.412454 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.412719 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.413014 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.413270 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.413530 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.413813 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.414085 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.414354 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.414624 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.415481 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.415793 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.416016 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.416276 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.416534 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] use_json = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.416792 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.417072 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.417341 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.417599 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.417858 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.418115 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.418371 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.418641 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.418899 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:10.419181 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.419465 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.419753 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.420024 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.420314 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.420583 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.420873 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.421144 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.421421 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.421698 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.421975 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.422242 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.422529 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.422811 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.423092 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.423383 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.423664 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.423944 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.424207 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.424469 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.424729 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.425015 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.425291 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.425558 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.425835 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.426112 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.426380 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.426662 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.426934 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.427207 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.427491 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.427770 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.428034 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.428303 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.428582 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.428849 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.429137 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.429417 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.429687 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.429949 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.430222 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.430541 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.430822 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.431085 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.431354 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.431635 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.431903 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.432166 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.432430 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.432702 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.432988 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.433264 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.433534 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.433800 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.434063 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.434332 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.434593 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.434855 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.435120 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.435380 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.435647 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.435908 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.436170 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.436432 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.436692 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.436977 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.437239 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.437500 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.437764 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.438025 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.438285 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.438544 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.438805 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.439066 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.439339 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.439624 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.439891 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.440157 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.440423 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.440686 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.440976 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.441243 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.441508 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.441773 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.442034 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.442311 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.442587 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.442861 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.443131 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.443417 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.443701 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.443966 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.444232 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.444497 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.444764 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.445078 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.445355 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.445622 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.446043 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.446211 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.446484 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.446766 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.447049 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.447316 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.447598 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.447880 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.448161 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.448430 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.448727 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.449024 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:10.449235 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 20 13:27:10.449463 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104621) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 20 13:27:10.828986 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=104621) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 20 13:27:10.829304 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=104621) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 20 13:27:10.829563 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=104621) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 20 13:27:10.829789 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=104621) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Oct 20 13:27:10.830063 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104621) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Oct 20 13:27:10.830392 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 20 13:27:11.154273 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.154479 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.154742 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.155918 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.156183 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.156442 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.209475 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.209748 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.210014 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.225605 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.225880 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.226146 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.254825 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.255092 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.255349 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.291940 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.292211 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.292466 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.522718 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.523204 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.523308 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.524521 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.525259 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.622291 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.622602 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.622874 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.623136 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.623392 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.623694 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.623952 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.624200 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.624444 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.624715 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.624994 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.625256 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.625507 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.625750 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.625997 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.626251 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.626496 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.626752 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.627011 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.627260 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.627523 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.627766 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.628039 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.628408 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.628651 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.628906 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.629291 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 13:27:11.629522 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 13:27:11.629748 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 13:27:11.629983 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 13:27:11.630196 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 13:27:11.630420 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 13:27:11.630774 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 20 13:27:11.634692 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 20 13:27:11.638552 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 20 13:27:11.642400 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Oct 20 13:27:11.643993 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 20 13:27:11.644608 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 20 13:27:11.644958 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 20 13:27:11.645339 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 20 13:27:11.648065 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 20 13:27:11.648308 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 20 13:27:11.648646 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 20 13:27:11.654256 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 20 13:27:11.676968 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 20 13:27:11.677410 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.677699 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104621) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Oct 20 13:27:11.678057 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.679384 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104621) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 20 13:27:11.679652 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 20 13:27:11.679886 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 20 13:27:11.690493 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.690770 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:11.806949 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 20 13:27:11.807177 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 20 13:27:11.807403 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 20 13:27:11.807766 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 20 13:27:11.860363 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO dbcounter [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Registered counter for database neutron Oct 20 13:27:11.879542 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_db.sqlalchemy.engines [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104621) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 20 13:27:11.886258 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writer thread running {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 20 13:27:12.425301 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Initializing driver for type 'gre' Oct 20 13:27:12.425819 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] gre ID ranges: [(1, 1000)] Oct 20 13:27:12.484268 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Initializing driver for type 'local' Oct 20 13:27:12.484605 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Initializing driver for type 'vlan' Oct 20 13:27:12.498351 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] VlanTypeDriver initialization complete Oct 20 13:27:12.498720 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Initializing driver for type 'vxlan' Oct 20 13:27:12.499225 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] vxlan ID ranges: [(1, 1000)] Oct 20 13:27:12.553157 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Initializing extension driver 'port_security' Oct 20 13:27:12.553734 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.extensions.port_security [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] PortSecurityExtensionDriver initialization complete Oct 20 13:27:12.553828 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Initializing mechanism driver 'openvswitch' Oct 20 13:27:12.554115 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Initializing mechanism driver 'hyperv' Oct 20 13:27:12.560606 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.plugin [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104621) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:27:12.561285 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > port after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.561652 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > port after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.561997 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > port after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.562492 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104621) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 20 13:27:12.562901 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > subnet after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.563250 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > subnet after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.563592 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.563977 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104621) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 20 13:27:12.564373 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > network after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.564713 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > network after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.565090 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > network after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.565470 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104621) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 20 13:27:12.565871 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > security_group after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.566208 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > security_group after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.566539 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.566921 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104621) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 20 13:27:12.567314 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.567654 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.567987 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.568493 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104621) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 20 13:27:12.568906 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > address_group after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.569252 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > address_group after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.569585 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.569967 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104621) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 20 13:27:12.570398 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] ML2 OVO RPC backend initialized. {{(pid=104621) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Oct 20 13:27:12.571723 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.572074 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.572482 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > network before_response 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.572825 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > networks before_response 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.573185 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > port before_response 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.573518 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > ports before_response 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.573852 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > subnet before_response 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.574185 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > subnets before_response 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.574521 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > network after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.574851 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > network after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.575178 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > network after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.575505 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > port after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.575830 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > port after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.576163 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > port after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.576497 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > subnet after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.576826 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > subnet after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.577181 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.584670 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.quota [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded quota_driver: . Oct 20 13:27:12.585059 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.plugin [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Modular L2 Plugin initialization complete Oct 20 13:27:12.585401 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading services supported by the core plugin {{(pid=104621) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 20 13:27:12.585741 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.plugins.ml2.managers [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Got port-security extension from driver 'port_security' Oct 20 13:27:12.587109 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.extensions.vlantransparent [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Disabled vlantransparent extension. Oct 20 13:27:12.587604 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104621) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 20 13:27:12.587923 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading Plugin: router Oct 20 13:27:12.622799 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.623183 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > router after_create 55549900 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.623545 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > router before_create 55549900 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.623908 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.624274 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.624625 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > router after_delete 55549900 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.625002 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.625347 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.625696 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > router after_create 55549900 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.626034 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > router after_update 55549900 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.626375 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > router after_update 55549900 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.626716 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.627064 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > router after_update 55549900 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.627466 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > router precommit_update 55549900 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.627827 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: port after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.628159 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: port after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.628490 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: subnet after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.628830 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.629196 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.629540 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > router precommit_create 55549900 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.629878 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: port before_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.630231 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > router precommit_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.630562 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > router after_update 55549900 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.630898 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.631492 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > router precommit_create 55549900 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.631845 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.632183 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > router precommit_update 55549900 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.632542 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > agent after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.632903 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > agent after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.633792 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > network after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.634836 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.quota.resource_registry [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Tracking information for resource: router configured {{(pid=104621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 13:27:12.635160 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.quota.resource_registry [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Tracking information for resource: floatingip configured {{(pid=104621) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 20 13:27:12.639992 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.db.l3_agentschedulers_db [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 20 13:27:12.640561 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: port after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.640941 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: port after_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.641291 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: port after_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.641635 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: port after_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.642404 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > router before_create 55550100 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.642761 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.643115 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > router precommit_create 55550100 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.643468 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > router precommit_update 55550100 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.648269 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.services.provider_configuration [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Service providers = [] {{(pid=104621) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 20 13:27:12.648628 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.db.servicetype_db [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104621) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 20 13:27:12.652206 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.services.service_base [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104621) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 13:27:12.652545 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.services.service_base [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104621) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 13:27:12.652906 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.services.service_base [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104621) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 13:27:12.653779 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.services.service_base [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104621) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 20 13:27:12.654141 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.services.service_base [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 20 13:27:12.654507 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 13:27:12.654819 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 20 13:27:12.666474 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 13:27:12.666806 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading Plugin: auto_allocate Oct 20 13:27:12.672623 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: network precommit_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.673015 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: network precommit_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.673524 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 13:27:12.673840 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading Plugin: tag Oct 20 13:27:12.680896 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 13:27:12.681170 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading Plugin: timestamp Oct 20 13:27:12.685215 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 13:27:12.685538 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading Plugin: network_ip_availability Oct 20 13:27:12.690916 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.691282 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.691629 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.692331 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 13:27:12.692642 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading Plugin: flavors Oct 20 13:27:12.697367 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 13:27:12.697686 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading Plugin: revisions Oct 20 13:27:12.702018 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104621) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 20 13:27:12.702403 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_concurrency.lockutils [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.872s {{(pid=104621) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Oct 20 13:27:12.703124 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104621) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Oct 20 13:27:12.703451 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Initializing extension manager. Oct 20 13:27:12.703964 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: __init__.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.704297 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: __pycache__ {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.704625 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: address_group.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.705518 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.706081 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: address-group Oct 20 13:27:12.706398 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: address_scope.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.707058 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.707550 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: address-scope Oct 20 13:27:12.707864 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.708726 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.709250 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: router-admin-state-down-before-update Oct 20 13:27:12.709564 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: agent.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.710212 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.710706 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: agent Oct 20 13:27:12.711019 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: agent_resources_synced.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.712420 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.712954 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: agent-resources-synced Oct 20 13:27:12.713270 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: allowedaddresspairs.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.714978 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.715483 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: allowed-address-pairs Oct 20 13:27:12.715803 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: auto_allocated_topology.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.716816 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.717342 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: auto-allocated-topology Oct 20 13:27:12.717657 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: availability_zone.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.718295 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.718787 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: availability_zone Oct 20 13:27:12.719099 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: availability_zone_filter.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.719948 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.720436 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: availability_zone_filter Oct 20 13:27:12.720746 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: data_plane_status.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.721618 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.722102 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension data-plane-status not supported by any of loaded plugins Oct 20 13:27:12.722414 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: default_subnetpools.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.723272 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.723760 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: default-subnetpools Oct 20 13:27:12.724073 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.724814 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.725328 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: dhcp_agent_scheduler Oct 20 13:27:12.725642 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: dns.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.726498 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.727562 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension dns-integration not supported by any of loaded plugins Oct 20 13:27:12.727883 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: dns_domain_ports.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.728738 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.729258 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 20 13:27:12.729570 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.730428 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.730917 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 20 13:27:12.731229 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: dvr.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.731845 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.732332 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: dvr Oct 20 13:27:12.732649 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: ecmp_routes.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.733521 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.734015 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 20 13:27:12.734325 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: empty_string_filtering.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.735176 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.735666 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: empty-string-filtering Oct 20 13:27:12.735976 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.736830 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.737344 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 20 13:27:12.737655 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.738510 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.738997 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 20 13:27:12.739307 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: external_net.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.740152 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.740639 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: external-net Oct 20 13:27:12.740978 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.741840 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.742330 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: extra_dhcp_opt Oct 20 13:27:12.742747 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: extraroute.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.743542 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.744031 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: extraroute Oct 20 13:27:12.744342 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: extraroute_atomic.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.745350 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.745847 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: extraroute-atomic Oct 20 13:27:12.746159 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: filter_validation.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.746771 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.747258 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: filter-validation Oct 20 13:27:12.747568 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: fip_pf_description.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.748418 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.749112 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 20 13:27:12.749436 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: fip_pf_detail.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.750295 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.750783 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: floating-ip-port-forwarding-detail Oct 20 13:27:12.751092 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: fip_pf_port_range.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.751943 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.752433 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Oct 20 13:27:12.752744 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: fip_port_details.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.753626 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.754120 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: fip-port-details Oct 20 13:27:12.754433 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: flavors.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.755588 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.756343 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: flavors Oct 20 13:27:12.756665 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.758462 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.759124 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 20 13:27:12.759453 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: floatingip_pools.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.760111 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.760613 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: floatingip-pools Oct 20 13:27:12.760972 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: ip_allocation.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.761865 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.762356 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension ip_allocation not supported by any of loaded plugins Oct 20 13:27:12.762681 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.763541 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.764039 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: ip-substring-filtering Oct 20 13:27:12.764356 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: l2_adjacency.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.765244 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.765736 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 20 13:27:12.766054 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: l3.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.766954 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.767460 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: router Oct 20 13:27:12.767778 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.770107 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.770625 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 20 13:27:12.770951 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.771818 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.772323 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: ext-gw-mode Oct 20 13:27:12.772649 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.773620 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.774803 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: l3-ha Oct 20 13:27:12.775118 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.775978 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.776483 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 20 13:27:12.776803 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: l3_flavors.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.777683 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.778189 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: l3-flavors Oct 20 13:27:12.778508 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.779807 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.780315 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 20 13:27:12.780635 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.781530 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.782034 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 20 13:27:12.782351 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: l3agentscheduler.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.783341 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.783844 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: l3_agent_scheduler Oct 20 13:27:12.784162 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: local_ip.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.785875 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.786390 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension local_ip not supported by any of loaded plugins Oct 20 13:27:12.786716 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: logging.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.788123 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.788627 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension logging not supported by any of loaded plugins Oct 20 13:27:12.788981 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: metering.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.789766 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.790327 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: metering Oct 20 13:27:12.790648 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.791678 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.792178 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: metering_source_and_destination_fields Oct 20 13:27:12.792497 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: multiprovidernet.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.793400 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.793899 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: multi-provider Oct 20 13:27:12.794213 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: netmtu.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.795074 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.795574 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: net-mtu Oct 20 13:27:12.795888 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: netmtu_writable.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.796749 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.797276 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: net-mtu-writable Oct 20 13:27:12.797590 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: network_availability_zone.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.798209 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.798698 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: network_availability_zone Oct 20 13:27:12.799008 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: network_ip_availability.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.800041 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.800535 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: network-ip-availability Oct 20 13:27:12.800850 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: network_segment_range.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.801588 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.802074 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension network-segment-range not supported by any of loaded plugins Oct 20 13:27:12.802386 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: pagination.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.803314 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.803636 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: pagination Oct 20 13:27:12.803946 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: port_device_profile.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.804795 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.805851 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: port-device-profile Oct 20 13:27:12.806163 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: port_mac_address_override.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.807028 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.807527 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: port-mac-override Oct 20 13:27:12.807837 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.808693 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.809212 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: port-mac-address-regenerate Oct 20 13:27:12.809521 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.810383 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.810877 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: port-numa-affinity-policy Oct 20 13:27:12.811189 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: port_resource_request.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.812040 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.812528 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension port-resource-request not supported by any of loaded plugins Oct 20 13:27:12.812839 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: port_resource_request_groups.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.813784 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.814272 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 20 13:27:12.814585 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: portbindings.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.815449 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.815944 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: binding Oct 20 13:27:12.816256 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: portbindings_extended.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.817496 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.817993 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: binding-extended Oct 20 13:27:12.818309 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: portsecurity.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.819164 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.819662 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: port-security Oct 20 13:27:12.819973 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: project_id.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.821791 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.822107 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: project-id Oct 20 13:27:12.822419 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: providernet.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.823300 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.823807 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: provider Oct 20 13:27:12.824128 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: qos.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.827606 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.828118 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension qos not supported by any of loaded plugins Oct 20 13:27:12.828444 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.829661 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.830170 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 20 13:27:12.830492 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.831356 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.831858 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 20 13:27:12.832178 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: qos_default.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.833060 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.833560 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension qos-default not supported by any of loaded plugins Oct 20 13:27:12.833874 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: qos_fip.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.834744 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.835242 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension qos-fip not supported by any of loaded plugins Oct 20 13:27:12.835555 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.836457 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.837127 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 20 13:27:12.837447 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: qos_gateway_ip.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.838325 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.838818 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 20 13:27:12.839135 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: qos_port_network_policy.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.839990 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.840482 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 20 13:27:12.840795 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.841797 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.842298 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 20 13:27:12.842617 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.843597 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.844102 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 20 13:27:12.844418 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: qos_pps_rule.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.845558 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.846061 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension qos-pps not supported by any of loaded plugins Oct 20 13:27:12.846379 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: qos_rule_type_details.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.847240 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.847736 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 20 13:27:12.848052 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.848929 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.849426 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Oct 20 13:27:12.849742 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: qos_rules_alias.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.850715 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.851214 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 20 13:27:12.851531 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: quota_check_limit.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.852506 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.853034 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: quota-check-limit Oct 20 13:27:12.853353 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: quotasv2.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.854248 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.854566 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: quotas Oct 20 13:27:12.854880 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: quotasv2_detail.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.856534 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.856906 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: quota_details Oct 20 13:27:12.857214 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: rbac.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.858219 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.858728 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: rbac-policies Oct 20 13:27:12.859048 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: rbac_address_group.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.859924 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.860427 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: rbac-address-group Oct 20 13:27:12.860742 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: rbac_address_scope.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.861712 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.862213 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: rbac-address-scope Oct 20 13:27:12.862529 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: rbac_security_groups.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.863391 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.863889 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: rbac-security-groups Oct 20 13:27:12.864209 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: rbac_subnetpool.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.865107 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.865603 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: rbac-subnetpool Oct 20 13:27:12.865916 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: revisionifmatch.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.866777 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.867271 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: revision-if-match Oct 20 13:27:12.867596 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: revisions.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.869192 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.869689 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: standard-attr-revisions Oct 20 13:27:12.870002 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: router_availability_zone.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.870620 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.871114 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: router_availability_zone Oct 20 13:27:12.871425 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: routerservicetype.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.872285 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.872777 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension router-service-type not supported by any of loaded plugins Oct 20 13:27:12.873123 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.874076 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.874592 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: security-groups-normalized-cidr Oct 20 13:27:12.874912 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.875771 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.876268 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: port-security-groups-filtering Oct 20 13:27:12.876581 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.877477 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.877973 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: security-groups-remote-address-group Oct 20 13:27:12.878286 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.879151 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.879642 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: security-groups-shared-filtering Oct 20 13:27:12.879956 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: securitygroup.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.890670 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.891190 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: security-group Oct 20 13:27:12.891517 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: segment.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.892195 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.892697 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension segment not supported by any of loaded plugins Oct 20 13:27:12.893052 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.893934 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.894445 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 20 13:27:12.894764 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: servicetype.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.895806 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.896311 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: service-type Oct 20 13:27:12.896628 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: sorting.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.897574 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.897899 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: sorting Oct 20 13:27:12.898208 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: standard_attr_segment.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.899166 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.899667 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 20 13:27:12.899979 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: standardattrdescription.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.900577 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.901096 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: standard-attr-description Oct 20 13:27:12.901413 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: stateful_security_group.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.902284 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.902783 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: stateful-security-group Oct 20 13:27:12.903099 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: stdattrs_common.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.903632 dv-cinder-862136-1-iscsi neutron-server[104621]: WARNING neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 20 13:27:12.903945 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.904823 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.905344 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 20 13:27:12.905658 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: subnet_onboard.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.906654 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.907153 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: subnet_onboard Oct 20 13:27:12.907469 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.908345 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.908835 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 20 13:27:12.909172 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: subnet_service_types.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.910048 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.910547 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: subnet-service-types Oct 20 13:27:12.910863 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: subnetallocation.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.911873 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.912380 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: subnet_allocation Oct 20 13:27:12.912699 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.913342 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.913842 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: subnetpool-prefix-ops Oct 20 13:27:12.914157 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.915227 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.915726 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 20 13:27:12.916042 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: tagging.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.917063 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.917577 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: standard-attr-tag Oct 20 13:27:12.917894 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: timestamp.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.919024 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.919524 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loaded extension: standard-attr-timestamp Oct 20 13:27:12.919841 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: trunk.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.920809 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.921333 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension trunk not supported by any of loaded plugins Oct 20 13:27:12.921650 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: trunk_details.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.922511 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.923008 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension trunk-details not supported by any of loaded plugins Oct 20 13:27:12.923324 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: uplink_status_propagation.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.924188 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.924686 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 20 13:27:12.925024 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Loading extension file: vlantransparent.py {{(pid=104621) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 20 13:27:12.925641 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104621) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 20 13:27:12.926133 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 20 13:27:12.928670 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Creating instance of TrackedResource for resource:network Oct 20 13:27:12.929204 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Creating instance of TrackedResource for resource:subnet Oct 20 13:27:12.929594 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 13:27:12.929974 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Creating instance of TrackedResource for resource:port Oct 20 13:27:12.931937 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.v2.resource_helper [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 13:27:12.932318 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.v2.resource_helper [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Service FLAVORS assigned prefix: {{(pid=104621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 13:27:12.932942 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.v2.resource_helper [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 13:27:12.933368 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.v2.resource_helper [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 13:27:12.933700 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Creating instance of TrackedResource for resource:router Oct 20 13:27:12.934120 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Creating instance of TrackedResource for resource:floatingip Oct 20 13:27:12.934583 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.v2.resource_helper [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Service METERING assigned prefix: /metering {{(pid=104621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 13:27:12.935992 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.936357 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.936704 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104621) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:27:12.937719 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Creating instance of CountableResource for resource:rbac_policy Oct 20 13:27:12.938149 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Creating instance of TrackedResource for resource:security_group Oct 20 13:27:12.938566 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 20 13:27:12.939078 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.v2.resource_helper [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Service CORE assigned prefix: {{(pid=104621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 13:27:12.939406 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 13:27:12.939745 dv-cinder-862136-1-iscsi neutron-server[104621]: WARNING neutron.quota.resource_registry [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] subnetpool is already registered Oct 20 13:27:12.940154 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.v2.resource_helper [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Service CORE assigned prefix: {{(pid=104621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 13:27:12.940478 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 13:27:12.940800 dv-cinder-862136-1-iscsi neutron-server[104621]: WARNING neutron.quota.resource_registry [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] subnetpool is already registered Oct 20 13:27:12.943213 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.v2.resource_helper [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 13:27:12.943645 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.v2.resource_helper [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Service FLAVORS assigned prefix: {{(pid=104621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 13:27:12.944257 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.v2.resource_helper [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 13:27:12.944790 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.v2.resource_helper [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 13:27:12.945148 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Creating instance of TrackedResource for resource:router Oct 20 13:27:12.945484 dv-cinder-862136-1-iscsi neutron-server[104621]: WARNING neutron.quota.resource_registry [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] router is already registered Oct 20 13:27:12.946636 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Creating instance of TrackedResource for resource:floatingip Oct 20 13:27:12.947032 dv-cinder-862136-1-iscsi neutron-server[104621]: WARNING neutron.quota.resource_registry [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] floatingip is already registered Oct 20 13:27:12.947507 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.v2.resource_helper [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Service METERING assigned prefix: /metering {{(pid=104621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 13:27:12.948205 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Creating instance of CountableResource for resource:rbac_policy Oct 20 13:27:12.948528 dv-cinder-862136-1-iscsi neutron-server[104621]: WARNING neutron.quota.resource_registry [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] rbac_policy is already registered Oct 20 13:27:12.948973 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Creating instance of TrackedResource for resource:security_group Oct 20 13:27:12.949303 dv-cinder-862136-1-iscsi neutron-server[104621]: WARNING neutron.quota.resource_registry [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] security_group is already registered Oct 20 13:27:12.949705 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 20 13:27:12.950030 dv-cinder-862136-1-iscsi neutron-server[104621]: WARNING neutron.quota.resource_registry [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] security_group_rule is already registered Oct 20 13:27:12.950505 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.v2.resource_helper [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Service CORE assigned prefix: {{(pid=104621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 13:27:12.950830 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 13:27:12.951152 dv-cinder-862136-1-iscsi neutron-server[104621]: WARNING neutron.quota.resource_registry [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] subnetpool is already registered Oct 20 13:27:12.951558 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.v2.resource_helper [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Service CORE assigned prefix: {{(pid=104621) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 20 13:27:12.951879 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.quota.resource_registry [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Creating instance of TrackedResource for resource:subnetpool Oct 20 13:27:12.952198 dv-cinder-862136-1-iscsi neutron-server[104621]: WARNING neutron.quota.resource_registry [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] subnetpool is already registered Oct 20 13:27:12.952652 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: extensions {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.954251 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: address-groups {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.955748 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: address-scopes {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.956970 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: agents {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.958121 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: auto-allocated-topology {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.960566 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: availability_zones {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.961996 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: dhcp-networks {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.963403 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: dhcp-agents {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.965028 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: routers {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.966729 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: flavors {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.967881 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: service_profiles {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.969218 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: next_providers {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.970655 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: service_profiles {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.972113 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: floatingip-pools {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.973359 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: routers {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.975229 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: floatingips {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.976414 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: l3-routers {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.978021 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: l3-agents {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.979562 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: metering-labels {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.980818 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: metering-label-rules {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.982111 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: network-ip-availabilities {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.983449 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: bindings {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.985049 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: quotas {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.986610 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: quotas {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.988231 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: rbac-policies {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.989441 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: security-groups {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.990637 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: security-group-rules {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.991893 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: service-providers {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.993757 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: subnetpools {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.995094 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: subnetpools {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.996522 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: tags {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:12.998337 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: tags {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:13.000035 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: tags {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:13.001958 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: tags {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:13.003633 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: tags {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:13.005529 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: tags {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:13.007570 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: tags {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:13.009991 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: tags {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:13.011739 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: tags {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:13.013610 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron.api.extensions [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Extended resource: tags {{(pid=104621) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 20 13:27:13.020540 dv-cinder-862136-1-iscsi neutron-server[104621]: WARNING keystonemiddleware.auth_token [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 20 13:27:13.025650 dv-cinder-862136-1-iscsi neutron-server[104621]: WARNING keystonemiddleware.auth_token [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 20 13:27:13.034294 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_concurrency.lockutils [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Acquiring lock "singleton_lock" {{(pid=104621) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 20 13:27:13.034619 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_concurrency.lockutils [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Acquired lock "singleton_lock" {{(pid=104621) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Oct 20 13:27:13.035086 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_concurrency.lockutils [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Releasing lock "singleton_lock" {{(pid=104621) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Oct 20 13:27:13.035723 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO oslo_service.service [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Starting 2 workers Oct 20 13:27:13.041031 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Started child 104732 {{(pid=104621) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 20 13:27:13.045481 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Started child 104733 {{(pid=104621) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 20 13:27:13.046517 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:13.047182 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO neutron.service [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 20 13:27:13.047629 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:13.048163 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [-] (104732) wsgi starting up on http://0.0.0.0:9696 Oct 20 13:27:13.050054 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO oslo_service.service [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Starting 1 workers Oct 20 13:27:13.050266 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:13.051663 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [-] (104733) wsgi starting up on http://0.0.0.0:9696 Oct 20 13:27:13.056111 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Started child 104734 {{(pid=104621) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 20 13:27:13.056636 dv-cinder-862136-1-iscsi neutron-server[104621]: INFO oslo_service.service [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Starting 1 workers Oct 20 13:27:13.060091 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.service [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] calling RpcWorker wait() {{(pid=104734) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 20 13:27:13.060649 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.service [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] returning from RpcWorker wait() {{(pid=104734) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 20 13:27:13.061159 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Started child 104735 {{(pid=104621) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 20 13:27:13.061935 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG neutron_lib.callbacks.manager [None req-95fde239-162a-41d5-869f-9d5fc5e90f31 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104621) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:13.062051 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:13.062438 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:27:13.063904 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104621) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 20 13:27:13.064113 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 20 13:27:13.064294 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 20 13:27:13.064520 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 20 13:27:13.064848 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 20 13:27:13.065043 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 20 13:27:13.065551 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.065835 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.066103 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.066384 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.066961 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.067239 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.067458 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:13.067938 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.067938 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.068107 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.068187 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.068296 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.068534 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.068756 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.068925 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:27:13.069144 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.069421 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.069653 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.069893 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.070055 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.070288 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.070541 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.071172 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.071606 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] debug = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.071878 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.072368 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.072597 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.072835 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.073098 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.073378 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.073631 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.073906 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.074160 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.074388 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.074621 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.074877 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.075109 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.075346 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.075582 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.075856 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.076193 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.076672 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] host = dv-cinder-862136-1-iscsi {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.076912 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.077150 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.077395 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.077636 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.077897 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.078108 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.078379 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.078617 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.078876 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.079112 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.079357 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.079592 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.079801 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.080033 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_file = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.080190 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_options = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.080418 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.080696 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.080979 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.081170 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.081332 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.081489 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.081747 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.081898 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.082136 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.082369 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.082577 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.082821 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.083832 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.084099 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.084362 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.084622 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.084847 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.085131 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.085403 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.085658 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.085912 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.086178 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.086467 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.087009 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.087298 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.087638 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.087914 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.088156 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.089559 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.091956 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.092254 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.092554 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.093873 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.094242 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.094438 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.094649 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.094889 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.095151 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.095447 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.095741 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.095976 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.096764 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.097029 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.097346 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.097667 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.097858 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.098095 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] use_json = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.098335 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.098587 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.098952 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.099159 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.099324 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.099692 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.099858 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.100256 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.100369 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.100713 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.101485 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.101933 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.102654 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.103488 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.103739 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.103989 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.104234 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.104469 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.104942 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.105760 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.106164 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.106513 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.107030 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.107245 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.107528 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.107964 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.108384 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.108614 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.109085 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.109341 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.109594 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.110065 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.110458 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.110668 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.111074 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.111330 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.111685 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.111960 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.112424 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.112924 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.113225 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.113548 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.113758 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.114007 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.114315 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.114486 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.114725 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.114936 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.115242 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.115499 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.115717 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.115987 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.116362 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.116493 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.116702 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.116977 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.117401 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.118267 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.119123 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.119361 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.119573 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.119909 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.120304 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.120683 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.121120 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.121594 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.121825 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.122285 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.122736 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.123138 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.123514 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.124077 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.124386 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.124655 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.125111 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.125477 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.125835 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.126308 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.126540 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.126930 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.127185 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.127410 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.127769 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.128167 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.128409 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.128651 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.128892 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.129141 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.129363 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.129596 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.129812 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.130046 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.130257 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.130489 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.130703 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.130982 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.131454 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.131683 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.132043 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.132431 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.132676 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.133075 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.133437 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.134213 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.134447 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.134739 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.134971 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.135224 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.135448 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.135672 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.135909 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.136180 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.136437 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.136683 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.136954 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.137175 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.137444 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.137662 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.137885 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.138098 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.138315 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.138542 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.138788 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.139066 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.139326 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.139551 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.139811 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.140066 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.140315 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.140549 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.140812 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.141070 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.141808 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.142068 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.142356 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.142617 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.142885 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.143206 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.143479 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.143758 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.144022 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.144256 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.144526 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.144803 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.145091 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.145309 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.145563 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.145796 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.146195 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.146600 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.146961 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.147341 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.147675 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.147908 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.148151 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.148368 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.148642 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.148986 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.149868 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.150138 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.150389 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.150646 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.150897 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.151130 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.151349 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.151597 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.151855 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.152084 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.152291 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.152588 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.152814 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.153061 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.153294 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.153582 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.153988 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.154206 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.154420 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.154641 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.154855 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.155112 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.155319 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.155562 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.155797 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.156013 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.156230 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.156451 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.156681 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.157100 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.157320 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.157606 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.157873 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.158086 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.158313 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.158568 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.158820 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.159071 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.159326 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.159541 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.159756 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.159970 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.160190 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.160403 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.160645 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.160920 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.161128 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.161367 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.161614 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.161986 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.162266 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.162508 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.162764 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.163000 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.163235 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.163453 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.163669 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.163924 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.164141 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.164364 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.165579 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.165829 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.166082 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.166323 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.166713 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.166955 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.167199 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.167476 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.167730 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.167976 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.168201 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.168421 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.168644 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.168889 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.169124 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.169347 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.169557 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.169786 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.169996 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.170209 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.170417 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.170762 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.171002 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.171230 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.171480 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.171721 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.171948 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.172192 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.172399 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.172607 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.172830 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.173071 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.173278 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.173516 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.173723 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.173928 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.174145 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.174357 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.174535 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:27:13.174636 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.174771 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.174977 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.175182 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.175398 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.175609 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.175814 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.176034 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.176239 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.176444 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.176659 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.176908 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.177184 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.177433 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.177640 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.177848 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.178069 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.178282 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.178632 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.178774 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.179027 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.179242 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.179527 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.179754 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.180000 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.181355 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.181868 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.182007 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.182207 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.182381 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.182602 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.182845 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.183317 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.183445 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.183733 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.183978 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.184231 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.184504 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.184766 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.185062 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.185299 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.185626 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.185953 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.186207 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.186470 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.186725 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.186976 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.187216 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.187428 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.187661 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.187909 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.188129 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.188364 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.188593 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.188837 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.189073 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.189297 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.189533 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.189777 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.190004 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.190242 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.190453 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.190607 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 20 13:27:13.191156 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104621) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 20 13:27:13.191314 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 20 13:27:13.191466 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 20 13:27:13.191653 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 20 13:27:13.191819 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 20 13:27:13.191968 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 20 13:27:13.192173 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.192333 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.192490 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.192815 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.193021 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.193343 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.193343 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.193503 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.193621 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.193776 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.193930 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.194083 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.194239 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.194392 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.194547 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.194740 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.194839 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.194999 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.195154 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.195306 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.195461 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.195615 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] debug = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.196324 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.196981 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.197155 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.197315 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.197474 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.197632 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.197788 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.197943 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.198099 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.198253 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.198407 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.198560 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.198713 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.198867 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.199021 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.199174 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.199328 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.199481 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] host = dv-cinder-862136-1-iscsi {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.199635 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.199788 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.199941 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.200094 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.200249 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.200405 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.200559 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.200713 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.200904 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.201130 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.201292 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.201445 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.201599 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.201754 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_file = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.201907 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_options = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.202060 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.202236 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.202407 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.202573 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.202733 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.202890 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.203034 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.203385 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.203385 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.203628 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.203628 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.203869 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.203993 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.204357 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.204357 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.204357 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.204706 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.204706 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.205295 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.205295 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.205295 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.205295 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.205762 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.205762 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.205762 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.205762 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.206199 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.206199 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.206199 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.206539 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.206539 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.206735 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.206735 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.206962 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.207081 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.207444 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.207444 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.207644 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.207736 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.207860 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.207942 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.208099 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.208259 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.208415 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.208570 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.208725 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.208913 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] use_json = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.209053 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.209207 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.209362 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.209517 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.209670 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.209824 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.209978 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.210133 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.210286 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 20 13:27:13.210459 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.210616 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.210785 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.210942 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.211100 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.211258 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.212155 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.212623 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.212840 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.213038 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.213124 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.213257 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.213425 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.213589 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.213839 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.214007 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.214165 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.214321 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.214479 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.214636 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.214792 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.215004 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.215105 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.215233 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.215403 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.215534 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.215694 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.215857 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.216014 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.216177 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.216347 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.216504 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.216660 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.216816 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.216995 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.217153 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.217311 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.217467 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.217625 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.217787 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.217939 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.218291 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.218816 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.218816 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.218816 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.219067 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.219067 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.219214 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.219341 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.219489 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.219645 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.219803 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.219960 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.220118 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.220276 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.220432 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.220589 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.220755 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.220932 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.221090 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.221247 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.221507 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.221595 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.221682 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.221836 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.221992 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.222150 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.222305 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.222475 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.222629 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.222786 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.223088 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.223257 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.223413 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.223570 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.223729 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.223884 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.224048 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.224197 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.224355 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.224511 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.224668 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.224824 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.225073 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.225174 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.225306 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.225462 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.225618 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.225773 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.225931 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.226087 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.226251 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.226422 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.226579 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.226736 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.226892 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.227471 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.227646 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.227805 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.227962 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.228119 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.228276 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.228434 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.228590 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.228749 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.228926 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.229084 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.229240 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.229395 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.229551 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.229706 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.229861 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.230017 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.230173 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.230328 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.230484 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.230640 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.230796 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.230954 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.231109 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.231265 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.231420 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.231575 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.231742 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.231899 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.232057 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.232212 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.232375 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.232544 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.232715 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.232871 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.233040 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.233199 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.233356 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.233512 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.233668 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.233825 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.233982 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.234139 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.234306 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.234462 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.234620 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.234777 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.234957 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.235126 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.235269 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.235426 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.235581 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.235738 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.235895 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.236053 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.236208 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.236365 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.236521 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.236678 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.236833 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.237012 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.237168 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.237325 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.237484 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.237640 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.237798 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.237954 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.238110 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.238266 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.238424 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.238580 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.238735 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.238892 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.239047 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.239204 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.239360 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.239516 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.239673 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.239828 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.239984 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.240140 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.240296 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.240450 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.240607 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.240764 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.240944 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.241103 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.241258 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.241415 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.241572 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.241730 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.241887 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.242045 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.242201 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.242357 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.242513 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.243080 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.243257 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.243417 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.243577 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.243735 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.243896 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.244072 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.244230 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.244386 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.244546 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.244703 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.244872 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.245036 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.245194 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.245352 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.245509 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.245668 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.245825 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.245981 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.246138 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.246294 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.246450 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.246606 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.246763 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.246923 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.247081 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.247238 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.247396 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.247551 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.247708 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.247864 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.248022 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.248181 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.248325 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.248481 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.248637 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.248792 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.248970 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.249140 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.249297 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.249453 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.249609 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.249764 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.249920 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.250086 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.250243 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.250399 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.250555 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.250713 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.250870 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.251035 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.251190 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.251345 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.251501 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.251656 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.251811 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.251974 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.252131 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.252285 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.252440 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.252595 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.252750 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.252942 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.253099 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.253258 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.253413 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.253569 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.253725 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.253890 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.254045 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.254201 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.254356 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.254511 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.254667 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.254832 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.254989 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.255145 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.255308 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.255464 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.255620 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.255776 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.255942 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.256351 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.256510 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.256668 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.256825 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.257003 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.257161 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.257322 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.257488 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.257651 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.257808 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.257971 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.258134 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.259011 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.259489 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.259664 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.259825 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.259983 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.260140 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.260296 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.260454 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.260610 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.260766 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.260946 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.261104 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.261261 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.261416 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.261574 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.261731 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.261888 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.262059 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.262223 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.262379 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.262536 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.262694 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.262850 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 20 13:27:13.262995 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104621) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 20 13:27:13.359899 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 37586) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:27:13.366958 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [-] 10.222.0.23 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049231 Oct 20 13:27:13.371587 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [-] 10.222.0.23 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0040789 Oct 20 13:27:22.548050 dv-cinder-862136-1-iscsi neutron-server[104621]: DEBUG dbcounter [-] [104621] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104621) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:27:24.644996 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9ca790-ffb4-452e-8730-837f1dc4944d None None] get_active_networks_info from dv-cinder-862136-1-iscsi {{(pid=104734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 13:27:24.655818 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writer thread running {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 20 13:27:24.717787 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-63d2a695-d98b-4680-bb2a-e8db4987bcd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3865421'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:24.756988 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9ca790-ffb4-452e-8730-837f1dc4944d None None] No non-hosted networks {{(pid=104734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 20 13:27:26.326050 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writer thread running {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 20 13:27:26.909788 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-078085e1-c012-439f-95da-d6a184054a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3865421'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:26.979450 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-0e9eccd7-1aa1-449f-962a-ad01dabe2f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:28.128479 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3865421'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:28.529345 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 37658) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:27:29.130740 dv-cinder-862136-1-iscsi neutron-server[104733]: WARNING oslo_policy.policy [None req-7aa535ff-8a0b-41c2-9ec9-9b42fe0e4f01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 13:27:29.131681 dv-cinder-862136-1-iscsi neutron-server[104733]: WARNING oslo_policy.policy [None req-7aa535ff-8a0b-41c2-9ec9-9b42fe0e4f01 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 13:27:29.359350 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [None req-7aa535ff-8a0b-41c2-9ec9-9b42fe0e4f01 admin admin] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104733) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 13:27:29.373445 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-7aa535ff-8a0b-41c2-9ec9-9b42fe0e4f01 admin admin] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8424816 Oct 20 13:27:29.584155 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3865421'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:29.693177 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3865421'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:29.696714 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:29.697890 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:29.699549 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:29.701879 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:29.702418 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:29.702838 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:29.703973 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:29.703973 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:29.703973 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:29.704218 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:29.705670 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:29.706315 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:29.706837 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:29.707707 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:29.708247 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:29.708880 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-862136-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:27:29.718789 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-862136-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:27:31.239250 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.db.l3_hamode_db [None req-0fc199e2-9acd-4613-be45-b1b04141760b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 20 13:27:31.320459 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc199e2-9acd-4613-be45-b1b04141760b None None] Routers set() bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:27:31.321048 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc199e2-9acd-4613-be45-b1b04141760b None None] Router IDs set() for agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Oct 20 13:27:32.125718 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 37694) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:27:32.441407 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-78c6c602-05ef-4939-be19-6c96176bd754 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:27:32.454359 dv-cinder-862136-1-iscsi neutron-server[104733]: ERROR stevedore.extension [None req-78c6c602-05ef-4939-be19-6c96176bd754 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 20 13:27:32.536750 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.policy [None req-78c6c602-05ef-4939-be19-6c96176bd754 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104733) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 20 13:27:32.579853 dv-cinder-862136-1-iscsi neutron-server[104733]: WARNING oslo_policy.policy [None req-78c6c602-05ef-4939-be19-6c96176bd754 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 13:27:32.580240 dv-cinder-862136-1-iscsi neutron-server[104733]: WARNING oslo_policy.policy [None req-78c6c602-05ef-4939-be19-6c96176bd754 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 13:27:32.600458 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writer thread running {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 20 13:27:32.675389 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-78c6c602-05ef-4939-be19-6c96176bd754 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747424241828', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747424243344', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747424063436', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747424086667', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747424080882', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747424071818', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1466730', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1469271', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3670564', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3915567'] for rbac-policy (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:32.743361 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-78c6c602-05ef-4939-be19-6c96176bd754 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:32.744526 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-78c6c602-05ef-4939-be19-6c96176bd754 admin admin] 10.222.0.23 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6178975 Oct 20 13:27:35.323791 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 37704) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:27:35.827520 dv-cinder-862136-1-iscsi neutron-server[104732]: WARNING oslo_policy.policy [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 13:27:35.828073 dv-cinder-862136-1-iscsi neutron-server[104732]: WARNING oslo_policy.policy [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 13:27:36.054796 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:27:36.067500 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writer thread running {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Oct 20 13:27:36.109341 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Made reservation on behalf of 2a7d45346e944c6089c645b9c6958126 for: {'network': 1} {{(pid=104732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:27:36.118841 dv-cinder-862136-1-iscsi neutron-server[104732]: ERROR stevedore.extension [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Oct 20 13:27:36.171428 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.policy [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104732) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 20 13:27:36.214489 dv-cinder-862136-1-iscsi neutron-server[104732]: WARNING oslo_policy.policy [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 13:27:36.214854 dv-cinder-862136-1-iscsi neutron-server[104732]: WARNING oslo_policy.policy [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 20 13:27:36.225984 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for network (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:36.250919 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:36.369942 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Publish callbacks [] for security_group (b9f85c6d-dd67-40ba-b497-074456115972), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:36.373509 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (b9f85c6d-dd67-40ba-b497-074456115972), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:36.398376 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=104732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 13:27:36.434700 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747424857146', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (850a1a04-82e7-430f-aa5e-2bba23e1843b), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:36.435267 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Unsubscribe: segment precommit_create {{(pid=104732) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 20 13:27:36.435800 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.db.segments_db [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Added segment 850a1a04-82e7-430f-aa5e-2bba23e1843b of type vlan for network 97bae71a-8b76-4cb7-83d2-4cb10f9f4c83 Oct 20 13:27:36.452833 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f85c6d-dd67-40ba-b497-074456115972,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:27:36.507725 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:36.508064 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:36.508416 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:36.508764 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:36.509182 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:36.509574 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:36.509749 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:36.510082 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:36.510497 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:36.510887 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:36.511206 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:36.511535 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:36.511854 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:36.512164 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:36.512478 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Tracked resource versions report: Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: pushed versions: Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: { 'AddressGroup': {'1.2'}, Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: 'Agent': {'1.1'}, Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: 'ConntrackHelper': {'1.0'}, Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: 'LocalIPAssociation': {'1.0'}, Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: 'Log': {'1.0'}, Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: 'NDPProxy': {'1.0'}, Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: 'Network': {'1.1'}, Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: 'Port': {'1.7'}, Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: 'PortForwarding': {'1.3'}, Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: 'QosPolicy': {'1.10'}, Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: 'SecurityGroup': {'1.5'}, Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: 'SecurityGroupRule': {'1.2'}, Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: 'SubPort': {'1.0'}, Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: 'Subnet': {'1.1'}, Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: 'Trunk': {'1.1'}} Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: consumer versions: Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: { DHCP agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: L3 agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: Metadata agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: Metering agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: Open vSwitch agent@dv-cinder-862136-1-iscsi: { 'AddressGroup': '1.2', Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: 'Agent': '1.1', Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: 'ConntrackHelper': '1.0', Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: 'LocalIPAssociation': '1.0', Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: 'Log': '1.0', Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: 'NDPProxy': '1.0', Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: 'Network': '1.1', Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: 'Port': '1.7', Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: 'PortForwarding': '1.3', Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: 'QosPolicy': '1.10', Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: 'SecurityGroup': '1.5', Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: 'SecurityGroupRule': '1.2', Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: 'SubPort': '1.0', Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: 'Subnet': '1.1', Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: 'Trunk': '1.1'}} Oct 20 13:27:36.513958 dv-cinder-862136-1-iscsi neutron-server[104732]: {{(pid=104732) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 13:27:36.553414 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747424292904'] for network (97bae71a-8b76-4cb7-83d2-4cb10f9f4c83), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:36.592727 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for network (97bae71a-8b76-4cb7-83d2-4cb10f9f4c83), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:36.597726 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:27:36.598456 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:36.692905 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3670070 Oct 20 13:27:36.723159 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee12a53-24bb-4320-ab64-0568255b571c demo demo] Pushing event updated for resources: {'Network': ['ID=97bae71a-8b76-4cb7-83d2-4cb10f9f4c83,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:27:36.735506 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Network 97bae71a-8b76-4cb7-83d2-4cb10f9f4c83 details requested by agent ovs-agent-dv-cinder-862136-1-iscsi with host dv-cinder-862136-1-iscsi {{(pid=104734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 13:27:39.332615 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 37724) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:27:39.744521 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b88352-899d-4fc1-972d-a3ca282a6bf9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:27:39.745922 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-08b88352-899d-4fc1-972d-a3ca282a6bf9 demo admin] 10.222.0.23 "GET /networking/v2.0/networks/97bae71a-8b76-4cb7-83d2-4cb10f9f4c83 HTTP/1.1" status: 200 len: 825 time: 0.4123452 Oct 20 13:27:39.786969 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-68fe6e2b-1c8a-41e5-9adf-d6c5660ca9d3 demo admin] 10.222.0.23 "GET /networking/v2.0/subnetpools/61802d2d-6557-4951-a939-27d3b828dd5b HTTP/1.1" status: 200 len: 734 time: 0.0350583 Oct 20 13:27:39.796084 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-00d16248-3d37-4859-8988-008468d81f3e demo admin] Request body: {'subnet': {'network_id': '97bae71a-8b76-4cb7-83d2-4cb10f9f4c83', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '61802d2d-6557-4951-a939-27d3b828dd5b', 'name': 'private-subnet'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:27:39.805560 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=56,neutron:INSERT=41,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:27:39.821611 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d16248-3d37-4859-8988-008468d81f3e demo admin] Made reservation on behalf of 2a7d45346e944c6089c645b9c6958126 for: {'subnet': 1} {{(pid=104732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:27:39.823838 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-00d16248-3d37-4859-8988-008468d81f3e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:40.119267 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-00d16248-3d37-4859-8988-008468d81f3e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for subnet (d3cfedbf-a6ff-4163-a651-c5338c712939), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:40.155525 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:27:40.186688 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d16248-3d37-4859-8988-008468d81f3e demo admin] Pushing event updated for resources: {'Subnet': ['ID=d3cfedbf-a6ff-4163-a651-c5338c712939,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:27:40.196679 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d16248-3d37-4859-8988-008468d81f3e demo admin] Checking segment: {'id': '850a1a04-82e7-430f-aa5e-2bba23e1843b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '97bae71a-8b76-4cb7-83d2-4cb10f9f4c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:27:40.197076 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d16248-3d37-4859-8988-008468d81f3e demo admin] Network hostable DHCP agents. Network: 97bae71a-8b76-4cb7-83d2-4cb10f9f4c83, hostable agents: ['fc80e4aa-b75a-45f9-bc92-ee666d9592cb'], hosted agents: [] {{(pid=104732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 13:27:40.217424 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d16248-3d37-4859-8988-008468d81f3e demo admin] Network 97bae71a-8b76-4cb7-83d2-4cb10f9f4c83 is scheduled to be hosted by DHCP agent fc80e4aa-b75a-45f9-bc92-ee666d9592cb with binding_index 1 {{(pid=104732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 13:27:40.228566 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-00d16248-3d37-4859-8988-008468d81f3e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862136-1-iscsi, 97bae71a-8b76-4cb7-83d2-4cb10f9f4c83) {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:27:40.236578 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d16248-3d37-4859-8988-008468d81f3e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:27:40.237361 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-00d16248-3d37-4859-8988-008468d81f3e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for subnet (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:40.238004 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1659ed-1d6d-4127-9ce9-3154212adc0a None None] Network 97bae71a-8b76-4cb7-83d2-4cb10f9f4c83 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:27:40.256513 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-00d16248-3d37-4859-8988-008468d81f3e demo admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4635544 Oct 20 13:27:40.501933 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d469a18-07e0-5135-909c-90e0e6ecf688-97bae71a-8b76-4cb7-83d2-4cb10f9f4c83', 'network_id': '97bae71a-8b76-4cb7-83d2-4cb10f9f4c83', 'project_id': '2a7d45346e944c6089c645b9c6958126', 'fixed_ips': [{'subnet_id': 'd3cfedbf-a6ff-4163-a651-c5338c712939'}]}} from dv-cinder-862136-1-iscsi. {{(pid=104734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 13:27:40.503203 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:40.590620 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=17,neutron:INSERT=31 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:27:40.592301 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=7 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:27:40.779474 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Allocated IP 172.20.0.2 (97bae71a-8b76-4cb7-83d2-4cb10f9f4c83/d3cfedbf-a6ff-4163-a651-c5338c712939/793f0a1d-f05d-45aa-9c0b-501ee9f93bb3) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:27:40.837404 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=61,neutron:INSERT=36,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:27:41.043438 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Publish callbacks [] for port (793f0a1d-f05d-45aa-9c0b-501ee9f93bb3), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:41.050868 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955'] for port (793f0a1d-f05d-45aa-9c0b-501ee9f93bb3), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:41.128459 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Network 97bae71a-8b76-4cb7-83d2-4cb10f9f4c83 is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:27:41.135063 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:27:41.140045 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Pushing event updated for resources: {'Port': ['ID=793f0a1d-f05d-45aa-9c0b-501ee9f93bb3,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:27:41.142272 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:27:41.176222 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:41.176568 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:41.176948 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:41.177302 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:41.177635 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:41.177964 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:41.178800 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:41.179126 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:41.179448 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:41.180151 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:41.180469 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:41.180805 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:41.181160 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:41.181480 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:41.181795 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Tracked resource versions report: Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: pushed versions: Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: { 'AddressGroup': {'1.2'}, Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: 'Agent': {'1.1'}, Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: 'ConntrackHelper': {'1.0'}, Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: 'LocalIPAssociation': {'1.0'}, Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: 'Log': {'1.0'}, Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: 'NDPProxy': {'1.0'}, Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: 'Network': {'1.1'}, Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: 'Port': {'1.7'}, Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: 'PortForwarding': {'1.3'}, Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: 'QosPolicy': {'1.10'}, Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: 'SecurityGroup': {'1.5'}, Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: 'SecurityGroupRule': {'1.2'}, Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: 'SubPort': {'1.0'}, Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: 'Subnet': {'1.1'}, Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: 'Trunk': {'1.1'}} Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: consumer versions: Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: { DHCP agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: L3 agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: Metadata agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: Metering agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: Open vSwitch agent@dv-cinder-862136-1-iscsi: { 'AddressGroup': '1.2', Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: 'Agent': '1.1', Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: 'ConntrackHelper': '1.0', Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: 'LocalIPAssociation': '1.0', Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: 'Log': '1.0', Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: 'NDPProxy': '1.0', Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: 'Network': '1.1', Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: 'Port': '1.7', Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: 'PortForwarding': '1.3', Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: 'QosPolicy': '1.10', Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: 'SecurityGroup': '1.5', Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: 'SecurityGroupRule': '1.2', Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: 'SubPort': '1.0', Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: 'Subnet': '1.1', Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: 'Trunk': '1.1'}} Oct 20 13:27:41.183254 dv-cinder-862136-1-iscsi neutron-server[104734]: {{(pid=104734) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 13:27:41.232844 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:27:41.236413 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Attempting to bind port 793f0a1d-f05d-45aa-9c0b-501ee9f93bb3 on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:27:41.236815 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Attempting to bind port 793f0a1d-f05d-45aa-9c0b-501ee9f93bb3 by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': '850a1a04-82e7-430f-aa5e-2bba23e1843b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '97bae71a-8b76-4cb7-83d2-4cb10f9f4c83'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:27:41.237261 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Attempting to bind port 793f0a1d-f05d-45aa-9c0b-501ee9f93bb3 on network 97bae71a-8b76-4cb7-83d2-4cb10f9f4c83 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:27:41.284377 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:27:41.285101 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Checking segment: {'id': '850a1a04-82e7-430f-aa5e-2bba23e1843b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '97bae71a-8b76-4cb7-83d2-4cb10f9f4c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:27:41.285213 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:41.285574 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Bound using segment: {'id': '850a1a04-82e7-430f-aa5e-2bba23e1843b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '97bae71a-8b76-4cb7-83d2-4cb10f9f4c83'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:27:41.286071 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Bound port: 793f0a1d-f05d-45aa-9c0b-501ee9f93bb3, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850a1a04-82e7-430f-aa5e-2bba23e1843b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '97bae71a-8b76-4cb7-83d2-4cb10f9f4c83'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:27:41.286496 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (793f0a1d-f05d-45aa-9c0b-501ee9f93bb3), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:41.346765 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] For port 793f0a1d-f05d-45aa-9c0b-501ee9f93bb3, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:27:41.366587 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] For port 793f0a1d-f05d-45aa-9c0b-501ee9f93bb3, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=793f0a1d-f05d-45aa-9c0b-501ee9f93bb3,segment=NetworkSegment(850a1a04-82e7-430f-aa5e-2bba23e1843b),segment_id=850a1a04-82e7-430f-aa5e-2bba23e1843b)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:27:41.373482 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (793f0a1d-f05d-45aa-9c0b-501ee9f93bb3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:41.422283 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda62fd-17e2-4848-80a2-2380ee663ba5 None None] Pushing event updated for resources: {'Port': ['ID=793f0a1d-f05d-45aa-9c0b-501ee9f93bb3,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:27:42.737483 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=10,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:27:42.739083 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=23,neutron:INSERT=36,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:27:42.981070 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 37744) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:27:43.354933 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [None req-1dff838d-75b7-4c17-a279-37c74b2fe927 admin admin] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104732) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 13:27:43.356049 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-1dff838d-75b7-4c17-a279-37c74b2fe927 admin admin] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3740194 Oct 20 13:27:46.041952 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 37752) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:27:46.367579 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [None req-0879f6e2-2658-4b03-adc1-996980693434 admin admin] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104732) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 13:27:46.368579 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-0879f6e2-2658-4b03-adc1-996980693434 admin admin] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3257914 Oct 20 13:27:49.018979 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 37764) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:27:49.347349 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-0c6dcae5-36ac-40db-9728-d78f555484f1 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:27:49.374929 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0c6dcae5-36ac-40db-9728-d78f555484f1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3865821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3818'] for router (48b022d9-a45a-4b12-9a87-4d90fbb691cd), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:49.376580 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0c6dcae5-36ac-40db-9728-d78f555484f1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3857831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3811'] for router (48b022d9-a45a-4b12-9a87-4d90fbb691cd), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:49.456640 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 793f0a1d-f05d-45aa-9c0b-501ee9f93bb3 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:27:49.518004 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312685ba-2fda-46ae-8ba6-6c8fcfb3459e None None] Network 97bae71a-8b76-4cb7-83d2-4cb10f9f4c83 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:27:49.526036 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0c6dcae5-36ac-40db-9728-d78f555484f1 demo demo] Publish callbacks [] for router_controller (48b022d9-a45a-4b12-9a87-4d90fbb691cd), precommit_add_association {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:49.530401 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0c6dcae5-36ac-40db-9728-d78f555484f1 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3855127'] for router (48b022d9-a45a-4b12-9a87-4d90fbb691cd), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:49.547763 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0c6dcae5-36ac-40db-9728-d78f555484f1 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:49.548964 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-0c6dcae5-36ac-40db-9728-d78f555484f1 demo demo] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5289848 Oct 20 13:27:49.589664 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 793f0a1d-f05d-45aa-9c0b-501ee9f93bb3 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:27:49.590071 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (793f0a1d-f05d-45aa-9c0b-501ee9f93bb3), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:49.590424 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 793f0a1d-f05d-45aa-9c0b-501ee9f93bb3 Oct 20 13:27:49.664079 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-7290c417-bec5-48c7-89a9-43a97e295fa7 None None] Provisioning complete for port 793f0a1d-f05d-45aa-9c0b-501ee9f93bb3 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:27:49.664387 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7290c417-bec5-48c7-89a9-43a97e295fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (793f0a1d-f05d-45aa-9c0b-501ee9f93bb3), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:49.664723 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-7290c417-bec5-48c7-89a9-43a97e295fa7 None None] Attempt 1 to provision port 793f0a1d-f05d-45aa-9c0b-501ee9f93bb3 Oct 20 13:27:49.803549 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 793f0a1d-f05d-45aa-9c0b-501ee9f93bb3 is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:27:49.804024 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (793f0a1d-f05d-45aa-9c0b-501ee9f93bb3), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:49.850549 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:27:49.854293 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-7290c417-bec5-48c7-89a9-43a97e295fa7 None None] Current status of the port 793f0a1d-f05d-45aa-9c0b-501ee9f93bb3 is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:27:49.854624 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7290c417-bec5-48c7-89a9-43a97e295fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (793f0a1d-f05d-45aa-9c0b-501ee9f93bb3), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:49.890380 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port 793f0a1d-f05d-45aa-9c0b-501ee9f93bb3, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=793f0a1d-f05d-45aa-9c0b-501ee9f93bb3,segment=NetworkSegment(850a1a04-82e7-430f-aa5e-2bba23e1843b),segment_id=850a1a04-82e7-430f-aa5e-2bba23e1843b)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:27:49.899329 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (793f0a1d-f05d-45aa-9c0b-501ee9f93bb3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:49.971788 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.db.api [None req-7290c417-bec5-48c7-89a9-43a97e295fa7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 20 13:27:49.972266 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG oslo_db.api [None req-7290c417-bec5-48c7-89a9-43a97e295fa7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 13:27:49.975404 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=793f0a1d-f05d-45aa-9c0b-501ee9f93bb3,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:27:50.507411 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-7290c417-bec5-48c7-89a9-43a97e295fa7 None None] Current status of the port 793f0a1d-f05d-45aa-9c0b-501ee9f93bb3 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:27:50.625042 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-78d4fcf6-28da-4838-a3e1-be843e7fbd5c None None] Provisioning complete for port 793f0a1d-f05d-45aa-9c0b-501ee9f93bb3 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:27:50.625423 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-78d4fcf6-28da-4838-a3e1-be843e7fbd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (793f0a1d-f05d-45aa-9c0b-501ee9f93bb3), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:50.625758 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-78d4fcf6-28da-4838-a3e1-be843e7fbd5c None None] Attempt 1 to provision port 793f0a1d-f05d-45aa-9c0b-501ee9f93bb3 Oct 20 13:27:50.689399 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:27:50.695949 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-78d4fcf6-28da-4838-a3e1-be843e7fbd5c None None] Current status of the port 793f0a1d-f05d-45aa-9c0b-501ee9f93bb3 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:27:51.429179 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 793f0a1d-f05d-45aa-9c0b-501ee9f93bb3 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:27:51.475147 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 793f0a1d-f05d-45aa-9c0b-501ee9f93bb3 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:27:51.475541 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (793f0a1d-f05d-45aa-9c0b-501ee9f93bb3), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:51.475883 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 793f0a1d-f05d-45aa-9c0b-501ee9f93bb3 Oct 20 13:27:51.547678 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 793f0a1d-f05d-45aa-9c0b-501ee9f93bb3 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:27:52.195752 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 37774) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:27:52.514131 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [None req-ca65c7db-3d1a-44b0-a085-7ea8f87c4c34 admin admin] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104732) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 13:27:52.515135 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-ca65c7db-3d1a-44b0-a085-7ea8f87c4c34 admin admin] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3184485 Oct 20 13:27:54.570702 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c91701b5-b73e-458f-bcc7-cc7f87bb641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:55.151252 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 37782) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:27:55.471923 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-359d8bd6-c1ef-4fa6-b8d5-cc54558809b4 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:27:55.491729 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359d8bd6-c1ef-4fa6-b8d5-cc54558809b4 admin admin] Made reservation on behalf of c7d49958a3a448d0bed98efad34bc0a2 for: {'network': 1} {{(pid=104732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:27:55.494089 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-359d8bd6-c1ef-4fa6-b8d5-cc54558809b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for network (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:55.502243 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-359d8bd6-c1ef-4fa6-b8d5-cc54558809b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:55.575560 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-359d8bd6-c1ef-4fa6-b8d5-cc54558809b4 admin admin] Publish callbacks [] for security_group (22cb881d-2f29-4d4a-8d45-2320b5d59cf2), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:55.578890 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-359d8bd6-c1ef-4fa6-b8d5-cc54558809b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (22cb881d-2f29-4d4a-8d45-2320b5d59cf2), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:55.595507 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-359d8bd6-c1ef-4fa6-b8d5-cc54558809b4 admin admin] Reserving flat network on physical network physnet1 {{(pid=104732) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 20 13:27:55.614370 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d8bd6-c1ef-4fa6-b8d5-cc54558809b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22cb881d-2f29-4d4a-8d45-2320b5d59cf2,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:27:55.620513 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-359d8bd6-c1ef-4fa6-b8d5-cc54558809b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (f067ef76-0fa0-4fe3-b766-d64b7c1e4942), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:55.620839 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.db.segments_db [None req-359d8bd6-c1ef-4fa6-b8d5-cc54558809b4 admin admin] Added segment f067ef76-0fa0-4fe3-b766-d64b7c1e4942 of type flat for network 54b02c82-3888-4407-a753-5cb002a664e9 Oct 20 13:27:55.646831 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=75,neutron:UPDATE=6,neutron:INSERT=17,neutron:DELETE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:27:55.667103 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-359d8bd6-c1ef-4fa6-b8d5-cc54558809b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747424292904'] for network (54b02c82-3888-4407-a753-5cb002a664e9), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:55.698869 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-359d8bd6-c1ef-4fa6-b8d5-cc54558809b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for network (54b02c82-3888-4407-a753-5cb002a664e9), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:55.699725 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359d8bd6-c1ef-4fa6-b8d5-cc54558809b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:27:55.700286 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-359d8bd6-c1ef-4fa6-b8d5-cc54558809b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:55.782815 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-359d8bd6-c1ef-4fa6-b8d5-cc54558809b4 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6304872 Oct 20 13:27:55.792268 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d8bd6-c1ef-4fa6-b8d5-cc54558809b4 admin admin] Pushing event updated for resources: {'Network': ['ID=54b02c82-3888-4407-a753-5cb002a664e9,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:27:55.802774 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Network 54b02c82-3888-4407-a753-5cb002a664e9 details requested by agent ovs-agent-dv-cinder-862136-1-iscsi with host dv-cinder-862136-1-iscsi {{(pid=104734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 13:27:56.901340 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5d8436df-9a96-4aa6-bf02-865e4e23bb66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:58.090555 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:58.371460 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 37790) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:27:58.736641 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409ac955-a426-425e-8cb1-4f36f8544d3a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:27:58.737938 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-409ac955-a426-425e-8cb1-4f36f8544d3a demo admin] 10.222.0.23 "GET /networking/v2.0/subnets/d3cfedbf-a6ff-4163-a651-c5338c712939 HTTP/1.1" status: 200 len: 849 time: 0.3655548 Oct 20 13:27:58.855180 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-07f771e8-736d-404a-8cfc-3c708dc3d0c4 demo admin] 10.222.0.23 "GET /networking/v2.0/routers/48b022d9-a45a-4b12-9a87-4d90fbb691cd HTTP/1.1" status: 200 len: 704 time: 0.1107585 Oct 20 13:27:59.077619 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:27:59.113599 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-47211375-74e3-4307-aff4-31f9c39965e0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:59.398609 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-47211375-74e3-4307-aff4-31f9c39965e0 demo admin] Allocated IP 172.20.0.1 (97bae71a-8b76-4cb7-83d2-4cb10f9f4c83/d3cfedbf-a6ff-4163-a651-c5338c712939/52764b23-9fbd-43a6-9560-a1dfc842878e) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:27:59.533332 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:59.600445 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-47211375-74e3-4307-aff4-31f9c39965e0 demo admin] Publish callbacks [] for port (52764b23-9fbd-43a6-9560-a1dfc842878e), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:59.656423 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:27:59.662707 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-47211375-74e3-4307-aff4-31f9c39965e0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955'] for port (52764b23-9fbd-43a6-9560-a1dfc842878e), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:59.678991 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:59.744980 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47211375-74e3-4307-aff4-31f9c39965e0 demo admin] Network 97bae71a-8b76-4cb7-83d2-4cb10f9f4c83 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:27:59.750510 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-47211375-74e3-4307-aff4-31f9c39965e0 demo admin] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:27:59.754780 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47211375-74e3-4307-aff4-31f9c39965e0 demo admin] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:27:59.755333 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-47211375-74e3-4307-aff4-31f9c39965e0 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859861'] for router_interface (48b022d9-a45a-4b12-9a87-4d90fbb691cd), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:59.809261 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47211375-74e3-4307-aff4-31f9c39965e0 demo admin] Pushing event updated for resources: {'Port': ['ID=52764b23-9fbd-43a6-9560-a1dfc842878e,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:27:59.949648 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-47211375-74e3-4307-aff4-31f9c39965e0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (52764b23-9fbd-43a6-9560-a1dfc842878e), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:59.966785 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-8684d6ba-aea7-4b14-98d3-698abd54bebe None None] Provisioning complete for port 52764b23-9fbd-43a6-9560-a1dfc842878e triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:27:59.967310 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8684d6ba-aea7-4b14-98d3-698abd54bebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (52764b23-9fbd-43a6-9560-a1dfc842878e), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:27:59.967714 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-8684d6ba-aea7-4b14-98d3-698abd54bebe None None] Attempt 1 to provision port 52764b23-9fbd-43a6-9560-a1dfc842878e Oct 20 13:27:59.998993 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-8684d6ba-aea7-4b14-98d3-698abd54bebe None None] Port 52764b23-9fbd-43a6-9560-a1dfc842878e cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:28:00.153184 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-47211375-74e3-4307-aff4-31f9c39965e0 demo admin] Publish callbacks [] for port (52764b23-9fbd-43a6-9560-a1dfc842878e), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:00.157201 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-47211375-74e3-4307-aff4-31f9c39965e0 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (52764b23-9fbd-43a6-9560-a1dfc842878e), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:00.157945 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-47211375-74e3-4307-aff4-31f9c39965e0 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864581'] for router_interface (48b022d9-a45a-4b12-9a87-4d90fbb691cd), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:00.185156 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:28:00.245039 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47211375-74e3-4307-aff4-31f9c39965e0 demo admin] Pushing event updated for resources: {'Port': ['ID=52764b23-9fbd-43a6-9560-a1dfc842878e,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:28:00.287174 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47211375-74e3-4307-aff4-31f9c39965e0 demo admin] Network 97bae71a-8b76-4cb7-83d2-4cb10f9f4c83 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:28:00.288424 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-47211375-74e3-4307-aff4-31f9c39965e0 demo admin] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:28:00.439941 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47211375-74e3-4307-aff4-31f9c39965e0 demo admin] Router 48b022d9-a45a-4b12-9a87-4d90fbb691cd is scheduled to L3 agent be337168-f950-40d6-92a4-727d8beca7ca with binding_index 1 {{(pid=104732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 13:28:00.518806 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-dbc8c034-7b5a-496c-9b73-bb292cd33027 None None] Provisioning complete for port 52764b23-9fbd-43a6-9560-a1dfc842878e triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:28:00.519201 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-dbc8c034-7b5a-496c-9b73-bb292cd33027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (52764b23-9fbd-43a6-9560-a1dfc842878e), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:00.519542 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-dbc8c034-7b5a-496c-9b73-bb292cd33027 None None] Attempt 1 to provision port 52764b23-9fbd-43a6-9560-a1dfc842878e Oct 20 13:28:00.527894 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47211375-74e3-4307-aff4-31f9c39965e0 demo admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:28:00.533950 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-47211375-74e3-4307-aff4-31f9c39965e0 demo admin] 10.222.0.23 "PUT /networking/v2.0/routers/48b022d9-a45a-4b12-9a87-4d90fbb691cd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6725349 Oct 20 13:28:00.547957 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdb02f1-e3ba-47ed-94c9-e3b289b6a3f6 None None] Sync routers for ids ['48b022d9-a45a-4b12-9a87-4d90fbb691cd'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:28:00.554527 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-dbc8c034-7b5a-496c-9b73-bb292cd33027 None None] Port 52764b23-9fbd-43a6-9560-a1dfc842878e cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:28:00.561688 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdb02f1-e3ba-47ed-94c9-e3b289b6a3f6 None None] Routers {'48b022d9-a45a-4b12-9a87-4d90fbb691cd'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:28:00.562525 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-5bdb02f1-e3ba-47ed-94c9-e3b289b6a3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:27:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['48b022d9-a45a-4b12-9a87-4d90fbb691cd'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:28:00.742626 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-5bdb02f1-e3ba-47ed-94c9-e3b289b6a3f6 None None] Set router 48b022d9-a45a-4b12-9a87-4d90fbb691cd gateway port host: None {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:28:01.154173 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-5bdb02f1-e3ba-47ed-94c9-e3b289b6a3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b022d9-a45a-4b12-9a87-4d90fbb691cd', 'name': 'router1', 'tenant_id': '2a7d45346e944c6089c645b9c6958126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:27:49Z', 'updated_at': '2022-10-20T13:27:59Z', 'revision_number': 2, 'project_id': '2a7d45346e944c6089c645b9c6958126', 'gw_port_host': None, '_interfaces': [{'id': '52764b23-9fbd-43a6-9560-a1dfc842878e', 'name': '', 'network_id': '97bae71a-8b76-4cb7-83d2-4cb10f9f4c83', 'tenant_id': '2a7d45346e944c6089c645b9c6958126', 'mac_address': 'fa:16:3e:1b:cb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b022d9-a45a-4b12-9a87-4d90fbb691cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3cfedbf-a6ff-4163-a651-c5338c712939', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:27:59Z', 'updated_at': '2022-10-20T13:28:00Z', 'revision_number': 2, 'project_id': '2a7d45346e944c6089c645b9c6958126', 'subnets': [{'id': 'd3cfedbf-a6ff-4163-a651-c5338c712939', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61802d2d-6557-4951-a939-27d3b828dd5b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:28:01.201479 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdb02f1-e3ba-47ed-94c9-e3b289b6a3f6 None None] Checking router: 48b022d9-a45a-4b12-9a87-4d90fbb691cd for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:28:01.201840 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdb02f1-e3ba-47ed-94c9-e3b289b6a3f6 None None] Updating router 48b022d9-a45a-4b12-9a87-4d90fbb691cd port 52764b23-9fbd-43a6-9560-a1dfc842878e binding host dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 13:28:01.255905 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-5bdb02f1-e3ba-47ed-94c9-e3b289b6a3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (52764b23-9fbd-43a6-9560-a1dfc842878e), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:01.751662 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-5bdb02f1-e3ba-47ed-94c9-e3b289b6a3f6 None None] Publish callbacks [] for port (52764b23-9fbd-43a6-9560-a1dfc842878e), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:01.758747 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-5bdb02f1-e3ba-47ed-94c9-e3b289b6a3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (52764b23-9fbd-43a6-9560-a1dfc842878e), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:01.902405 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe06bda-37fa-48df-b785-b5ac351505ff None None] Pushing event updated for resources: {'Port': ['ID=52764b23-9fbd-43a6-9560-a1dfc842878e,revision_number=3']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:28:01.913744 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-5bdb02f1-e3ba-47ed-94c9-e3b289b6a3f6 None None] Attempting to bind port 52764b23-9fbd-43a6-9560-a1dfc842878e on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:28:01.914142 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-5bdb02f1-e3ba-47ed-94c9-e3b289b6a3f6 None None] Attempting to bind port 52764b23-9fbd-43a6-9560-a1dfc842878e by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': '850a1a04-82e7-430f-aa5e-2bba23e1843b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '97bae71a-8b76-4cb7-83d2-4cb10f9f4c83'}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:28:01.914597 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdb02f1-e3ba-47ed-94c9-e3b289b6a3f6 None None] Attempting to bind port 52764b23-9fbd-43a6-9560-a1dfc842878e on network 97bae71a-8b76-4cb7-83d2-4cb10f9f4c83 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:28:01.923452 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe06bda-37fa-48df-b785-b5ac351505ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:28:01.923791 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe06bda-37fa-48df-b785-b5ac351505ff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:28:01.924142 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe06bda-37fa-48df-b785-b5ac351505ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:28:01.924487 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe06bda-37fa-48df-b785-b5ac351505ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:28:01.924815 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe06bda-37fa-48df-b785-b5ac351505ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:28:01.925163 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe06bda-37fa-48df-b785-b5ac351505ff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:28:01.925481 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe06bda-37fa-48df-b785-b5ac351505ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:28:01.925799 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe06bda-37fa-48df-b785-b5ac351505ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:28:01.926115 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe06bda-37fa-48df-b785-b5ac351505ff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:28:01.926430 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe06bda-37fa-48df-b785-b5ac351505ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:28:01.926918 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe06bda-37fa-48df-b785-b5ac351505ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:28:01.927252 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe06bda-37fa-48df-b785-b5ac351505ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:28:01.927594 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe06bda-37fa-48df-b785-b5ac351505ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:28:01.927884 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe06bda-37fa-48df-b785-b5ac351505ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:28:01.928194 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe06bda-37fa-48df-b785-b5ac351505ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfe06bda-37fa-48df-b785-b5ac351505ff None None] Tracked resource versions report: Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: pushed versions: Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: { 'AddressGroup': {'1.2'}, Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: 'Agent': {'1.1'}, Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: 'ConntrackHelper': {'1.0'}, Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: 'LocalIPAssociation': {'1.0'}, Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: 'Log': {'1.0'}, Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: 'NDPProxy': {'1.0'}, Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: 'Network': {'1.1'}, Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: 'Port': {'1.7'}, Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: 'PortForwarding': {'1.3'}, Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: 'QosPolicy': {'1.10'}, Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: 'SecurityGroup': {'1.5'}, Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: 'SecurityGroupRule': {'1.2'}, Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: 'SubPort': {'1.0'}, Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: 'Subnet': {'1.1'}, Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: 'Trunk': {'1.1'}} Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: consumer versions: Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: { DHCP agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: L3 agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: Metadata agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: Metering agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: Open vSwitch agent@dv-cinder-862136-1-iscsi: { 'AddressGroup': '1.2', Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: 'Agent': '1.1', Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: 'ConntrackHelper': '1.0', Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: 'LocalIPAssociation': '1.0', Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: 'Log': '1.0', Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: 'NDPProxy': '1.0', Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: 'Network': '1.1', Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: 'Port': '1.7', Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: 'PortForwarding': '1.3', Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: 'QosPolicy': '1.10', Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: 'SecurityGroup': '1.5', Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: 'SecurityGroupRule': '1.2', Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: 'SubPort': '1.0', Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: 'Subnet': '1.1', Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: 'Trunk': '1.1'}} Oct 20 13:28:01.929651 dv-cinder-862136-1-iscsi neutron-server[104735]: {{(pid=104735) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 13:28:02.003477 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdb02f1-e3ba-47ed-94c9-e3b289b6a3f6 None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:28:02.003867 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdb02f1-e3ba-47ed-94c9-e3b289b6a3f6 None None] Checking segment: {'id': '850a1a04-82e7-430f-aa5e-2bba23e1843b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '97bae71a-8b76-4cb7-83d2-4cb10f9f4c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:28:02.004582 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-5bdb02f1-e3ba-47ed-94c9-e3b289b6a3f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:02.005674 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdb02f1-e3ba-47ed-94c9-e3b289b6a3f6 None None] Bound using segment: {'id': '850a1a04-82e7-430f-aa5e-2bba23e1843b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '97bae71a-8b76-4cb7-83d2-4cb10f9f4c83'} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:28:02.006091 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-5bdb02f1-e3ba-47ed-94c9-e3b289b6a3f6 None None] Bound port: 52764b23-9fbd-43a6-9560-a1dfc842878e, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850a1a04-82e7-430f-aa5e-2bba23e1843b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '97bae71a-8b76-4cb7-83d2-4cb10f9f4c83'}}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:28:02.006469 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-5bdb02f1-e3ba-47ed-94c9-e3b289b6a3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (52764b23-9fbd-43a6-9560-a1dfc842878e), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:02.057932 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:28:02.071638 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-5bdb02f1-e3ba-47ed-94c9-e3b289b6a3f6 None None] For port 52764b23-9fbd-43a6-9560-a1dfc842878e, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:28:02.091079 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-5bdb02f1-e3ba-47ed-94c9-e3b289b6a3f6 None None] For port 52764b23-9fbd-43a6-9560-a1dfc842878e, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=52764b23-9fbd-43a6-9560-a1dfc842878e,segment=NetworkSegment(850a1a04-82e7-430f-aa5e-2bba23e1843b),segment_id=850a1a04-82e7-430f-aa5e-2bba23e1843b)] {{(pid=104735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:28:02.097170 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-5bdb02f1-e3ba-47ed-94c9-e3b289b6a3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (52764b23-9fbd-43a6-9560-a1dfc842878e), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:02.103090 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:28:02.139767 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdb02f1-e3ba-47ed-94c9-e3b289b6a3f6 None None] Routers {'48b022d9-a45a-4b12-9a87-4d90fbb691cd'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:28:02.140376 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-5bdb02f1-e3ba-47ed-94c9-e3b289b6a3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:27:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['48b022d9-a45a-4b12-9a87-4d90fbb691cd'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:28:02.214009 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe06bda-37fa-48df-b785-b5ac351505ff None None] Pushing event updated for resources: {'Port': ['ID=52764b23-9fbd-43a6-9560-a1dfc842878e,revision_number=4']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:28:02.238429 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-5bdb02f1-e3ba-47ed-94c9-e3b289b6a3f6 None None] Set router 48b022d9-a45a-4b12-9a87-4d90fbb691cd gateway port host: None {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:28:02.428254 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-5bdb02f1-e3ba-47ed-94c9-e3b289b6a3f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b022d9-a45a-4b12-9a87-4d90fbb691cd', 'name': 'router1', 'tenant_id': '2a7d45346e944c6089c645b9c6958126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:27:49Z', 'updated_at': '2022-10-20T13:27:59Z', 'revision_number': 2, 'project_id': '2a7d45346e944c6089c645b9c6958126', 'gw_port_host': None, '_interfaces': [{'id': '52764b23-9fbd-43a6-9560-a1dfc842878e', 'name': '', 'network_id': '97bae71a-8b76-4cb7-83d2-4cb10f9f4c83', 'tenant_id': '2a7d45346e944c6089c645b9c6958126', 'mac_address': 'fa:16:3e:1b:cb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b022d9-a45a-4b12-9a87-4d90fbb691cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3cfedbf-a6ff-4163-a651-c5338c712939', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:27:59Z', 'updated_at': '2022-10-20T13:28:02Z', 'revision_number': 4, 'project_id': '2a7d45346e944c6089c645b9c6958126', 'subnets': [{'id': 'd3cfedbf-a6ff-4163-a651-c5338c712939', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61802d2d-6557-4951-a939-27d3b828dd5b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:28:02.452281 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdb02f1-e3ba-47ed-94c9-e3b289b6a3f6 None None] The sync data for ids ['48b022d9-a45a-4b12-9a87-4d90fbb691cd'] in dv-cinder-862136-1-iscsi is: [{'id': '48b022d9-a45a-4b12-9a87-4d90fbb691cd', 'name': 'router1', 'tenant_id': '2a7d45346e944c6089c645b9c6958126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:27:49Z', 'updated_at': '2022-10-20T13:27:59Z', 'revision_number': 2, 'project_id': '2a7d45346e944c6089c645b9c6958126', 'gw_port_host': None, '_interfaces': [{'id': '52764b23-9fbd-43a6-9560-a1dfc842878e', 'name': '', 'network_id': '97bae71a-8b76-4cb7-83d2-4cb10f9f4c83', 'tenant_id': '2a7d45346e944c6089c645b9c6958126', 'mac_address': 'fa:16:3e:1b:cb:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b022d9-a45a-4b12-9a87-4d90fbb691cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3cfedbf-a6ff-4163-a651-c5338c712939', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:27:59Z', 'updated_at': '2022-10-20T13:28:02Z', 'revision_number': 4, 'project_id': '2a7d45346e944c6089c645b9c6958126', 'subnets': [{'id': 'd3cfedbf-a6ff-4163-a651-c5338c712939', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61802d2d-6557-4951-a939-27d3b828dd5b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:28:03.146881 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 37800) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:28:03.538746 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb43948-1431-431b-bfd2-d95f41511746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:28:03.540104 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-1fb43948-1431-431b-bfd2-d95f41511746 admin admin] 10.222.0.23 "GET /networking/v2.0/networks/54b02c82-3888-4407-a753-5cb002a664e9 HTTP/1.1" status: 200 len: 842 time: 0.3922858 Oct 20 13:28:03.550305 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-acea83c2-e923-48a6-ba28-3984b9e3e309 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.0.1'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:28:03.573320 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acea83c2-e923-48a6-ba28-3984b9e3e309 admin admin] Made reservation on behalf of c7d49958a3a448d0bed98efad34bc0a2 for: {'subnet': 1} {{(pid=104732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:28:03.575745 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-acea83c2-e923-48a6-ba28-3984b9e3e309 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:03.628101 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:28:03.923723 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.objects.ports [None req-acea83c2-e923-48a6-ba28-3984b9e3e309 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104732) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Oct 20 13:28:03.924158 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-acea83c2-e923-48a6-ba28-3984b9e3e309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for subnet (80f1bf56-ddb3-4c42-8717-7c4bb006400e), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:03.973012 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea83c2-e923-48a6-ba28-3984b9e3e309 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80f1bf56-ddb3-4c42-8717-7c4bb006400e,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:28:03.989920 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acea83c2-e923-48a6-ba28-3984b9e3e309 admin admin] Checking segment: {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:28:03.990264 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acea83c2-e923-48a6-ba28-3984b9e3e309 admin admin] Network hostable DHCP agents. Network: 54b02c82-3888-4407-a753-5cb002a664e9, hostable agents: ['fc80e4aa-b75a-45f9-bc92-ee666d9592cb'], hosted agents: [] {{(pid=104732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 13:28:04.009701 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acea83c2-e923-48a6-ba28-3984b9e3e309 admin admin] Network 54b02c82-3888-4407-a753-5cb002a664e9 is scheduled to be hosted by DHCP agent fc80e4aa-b75a-45f9-bc92-ee666d9592cb with binding_index 1 {{(pid=104732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 13:28:04.018519 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-acea83c2-e923-48a6-ba28-3984b9e3e309 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862136-1-iscsi, 54b02c82-3888-4407-a753-5cb002a664e9) {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:28:04.023005 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acea83c2-e923-48a6-ba28-3984b9e3e309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:28:04.023700 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-acea83c2-e923-48a6-ba28-3984b9e3e309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for subnet (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:04.027936 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b61f80-d700-463b-a626-7444c93d17c4 None None] Network 54b02c82-3888-4407-a753-5cb002a664e9 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:28:04.044046 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-acea83c2-e923-48a6-ba28-3984b9e3e309 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4973850 Oct 20 13:28:04.138595 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e39fff-7332-4e72-8953-b1da32bb664b None None] Network 54b02c82-3888-4407-a753-5cb002a664e9 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:28:06.722500 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 37808) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:28:07.131228 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:28:07.143809 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-619aab79-0938-41c1-88b1-91206cf516e2 demo admin] 10.222.0.23 "GET /networking/v2.0/routers/48b022d9-a45a-4b12-9a87-4d90fbb691cd HTTP/1.1" status: 200 len: 710 time: 0.4200983 Oct 20 13:28:07.248744 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489194c4-0eff-493f-94ef-96b4d0cceb89 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:28:07.250166 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-489194c4-0eff-493f-94ef-96b4d0cceb89 demo admin] 10.222.0.23 "GET /networking/v2.0/networks/54b02c82-3888-4407-a753-5cb002a664e9 HTTP/1.1" status: 200 len: 886 time: 0.1000342 Oct 20 13:28:07.260355 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-56269829-7246-401c-bf75-59b67bcb2a19 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:28:07.450156 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 52764b23-9fbd-43a6-9560-a1dfc842878e up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:28:07.494259 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 52764b23-9fbd-43a6-9560-a1dfc842878e triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:28:07.494497 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (52764b23-9fbd-43a6-9560-a1dfc842878e), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:07.494800 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 52764b23-9fbd-43a6-9560-a1dfc842878e Oct 20 13:28:07.500818 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-56269829-7246-401c-bf75-59b67bcb2a19 demo admin] Publish callbacks [] for router_gateway (48b022d9-a45a-4b12-9a87-4d90fbb691cd), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:07.531903 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:28:07.577263 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 52764b23-9fbd-43a6-9560-a1dfc842878e is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:28:07.577655 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (52764b23-9fbd-43a6-9560-a1dfc842878e), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:07.612121 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port 52764b23-9fbd-43a6-9560-a1dfc842878e, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=52764b23-9fbd-43a6-9560-a1dfc842878e,segment=NetworkSegment(850a1a04-82e7-430f-aa5e-2bba23e1843b),segment_id=850a1a04-82e7-430f-aa5e-2bba23e1843b)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:28:07.617403 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (52764b23-9fbd-43a6-9560-a1dfc842878e), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:07.648300 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:28:07.665046 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=52764b23-9fbd-43a6-9560-a1dfc842878e,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:28:07.674445 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:28:07.739555 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-56269829-7246-401c-bf75-59b67bcb2a19 demo admin] Publish callbacks [] for router_gateway (48b022d9-a45a-4b12-9a87-4d90fbb691cd), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:07.817454 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-56269829-7246-401c-bf75-59b67bcb2a19 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:07.919030 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-56269829-7246-401c-bf75-59b67bcb2a19 demo admin] Allocated IP 172.27.0.42 (54b02c82-3888-4407-a753-5cb002a664e9/80f1bf56-ddb3-4c42-8717-7c4bb006400e/0cc96171-7bbb-43d5-8506-89dadfcf2c04) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:28:08.020996 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-56269829-7246-401c-bf75-59b67bcb2a19 demo admin] Publish callbacks [] for port (0cc96171-7bbb-43d5-8506-89dadfcf2c04), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:08.044658 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:28:08.052548 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-56269829-7246-401c-bf75-59b67bcb2a19 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955'] for port (0cc96171-7bbb-43d5-8506-89dadfcf2c04), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:08.095750 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56269829-7246-401c-bf75-59b67bcb2a19 demo admin] Network 54b02c82-3888-4407-a753-5cb002a664e9 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:28:08.099381 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-56269829-7246-401c-bf75-59b67bcb2a19 demo admin] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:28:08.105231 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56269829-7246-401c-bf75-59b67bcb2a19 demo admin] Pushing event updated for resources: {'Port': ['ID=0cc96171-7bbb-43d5-8506-89dadfcf2c04,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:28:08.109381 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56269829-7246-401c-bf75-59b67bcb2a19 demo admin] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:28:08.427433 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-56269829-7246-401c-bf75-59b67bcb2a19 demo admin] Publish callbacks [] for router_gateway (48b022d9-a45a-4b12-9a87-4d90fbb691cd), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:08.614704 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-56269829-7246-401c-bf75-59b67bcb2a19 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3854485', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3864624', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3601'] for router (48b022d9-a45a-4b12-9a87-4d90fbb691cd), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:08.618179 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-56269829-7246-401c-bf75-59b67bcb2a19 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3855127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3854503', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3854508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3864779'] for router (48b022d9-a45a-4b12-9a87-4d90fbb691cd), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:08.658014 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:28:08.717774 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56269829-7246-401c-bf75-59b67bcb2a19 demo admin] Router 48b022d9-a45a-4b12-9a87-4d90fbb691cd has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:28:08.823455 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56269829-7246-401c-bf75-59b67bcb2a19 demo admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:28:08.828321 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-56269829-7246-401c-bf75-59b67bcb2a19 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:08.829464 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-56269829-7246-401c-bf75-59b67bcb2a19 demo admin] 10.222.0.23 "PUT /networking/v2.0/routers/48b022d9-a45a-4b12-9a87-4d90fbb691cd HTTP/1.1" status: 200 len: 889 time: 1.5724049 Oct 20 13:28:08.834785 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da95690-7917-4d4f-a416-d5ebb8fe14a8 None None] Sync routers for ids ['48b022d9-a45a-4b12-9a87-4d90fbb691cd'] in dv-cinder-862136-1-iscsi {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:28:08.847299 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da95690-7917-4d4f-a416-d5ebb8fe14a8 None None] Routers {'48b022d9-a45a-4b12-9a87-4d90fbb691cd'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:28:08.848595 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-6da95690-7917-4d4f-a416-d5ebb8fe14a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:27:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['48b022d9-a45a-4b12-9a87-4d90fbb691cd'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:28:09.062432 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-6da95690-7917-4d4f-a416-d5ebb8fe14a8 None None] Set router 48b022d9-a45a-4b12-9a87-4d90fbb691cd gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:28:09.432142 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-6da95690-7917-4d4f-a416-d5ebb8fe14a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b022d9-a45a-4b12-9a87-4d90fbb691cd', 'name': 'router1', 'tenant_id': '2a7d45346e944c6089c645b9c6958126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '0cc96171-7bbb-43d5-8506-89dadfcf2c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:27:49Z', 'updated_at': '2022-10-20T13:28:08Z', 'revision_number': 4, 'project_id': '2a7d45346e944c6089c645b9c6958126', 'gw_port': {'id': '0cc96171-7bbb-43d5-8506-89dadfcf2c04', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b022d9-a45a-4b12-9a87-4d90fbb691cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:28:07Z', 'updated_at': '2022-10-20T13:28:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '52764b23-9fbd-43a6-9560-a1dfc842878e', 'name': '', 'network_id': '97bae71a-8b76-4cb7-83d2-4cb10f9f4c83', 'tenant_id': '2a7d45346e944c6089c645b9c6958126', 'mac_address': 'fa:16:3e:1b:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b022d9-a45a-4b12-9a87-4d90fbb691cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3cfedbf-a6ff-4163-a651-c5338c712939', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:27:59Z', 'updated_at': '2022-10-20T13:28:07Z', 'revision_number': 5, 'project_id': '2a7d45346e944c6089c645b9c6958126', 'subnets': [{'id': 'd3cfedbf-a6ff-4163-a651-c5338c712939', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61802d2d-6557-4951-a939-27d3b828dd5b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:28:09.532110 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 52764b23-9fbd-43a6-9560-a1dfc842878e up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:28:09.572398 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da95690-7917-4d4f-a416-d5ebb8fe14a8 None None] Checking router: 48b022d9-a45a-4b12-9a87-4d90fbb691cd for host: dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:28:09.572746 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da95690-7917-4d4f-a416-d5ebb8fe14a8 None None] Updating router 48b022d9-a45a-4b12-9a87-4d90fbb691cd port 0cc96171-7bbb-43d5-8506-89dadfcf2c04 binding host dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 13:28:09.638699 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6da95690-7917-4d4f-a416-d5ebb8fe14a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (0cc96171-7bbb-43d5-8506-89dadfcf2c04), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:09.674229 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 52764b23-9fbd-43a6-9560-a1dfc842878e triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:28:09.674615 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (52764b23-9fbd-43a6-9560-a1dfc842878e), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:09.674957 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 52764b23-9fbd-43a6-9560-a1dfc842878e Oct 20 13:28:09.907862 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 52764b23-9fbd-43a6-9560-a1dfc842878e is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:28:09.999568 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:28:10.021142 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6da95690-7917-4d4f-a416-d5ebb8fe14a8 None None] Publish callbacks [] for port (0cc96171-7bbb-43d5-8506-89dadfcf2c04), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:10.026028 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6da95690-7917-4d4f-a416-d5ebb8fe14a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (0cc96171-7bbb-43d5-8506-89dadfcf2c04), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:10.058173 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-6da95690-7917-4d4f-a416-d5ebb8fe14a8 None None] Attempting to bind port 0cc96171-7bbb-43d5-8506-89dadfcf2c04 on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:28:10.058535 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-6da95690-7917-4d4f-a416-d5ebb8fe14a8 None None] Attempting to bind port 0cc96171-7bbb-43d5-8506-89dadfcf2c04 by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:28:10.058887 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da95690-7917-4d4f-a416-d5ebb8fe14a8 None None] Attempting to bind port 0cc96171-7bbb-43d5-8506-89dadfcf2c04 on network 54b02c82-3888-4407-a753-5cb002a664e9 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:28:10.094280 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:28:10.097235 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a6922-559d-4e13-8e46-8e9b679c2a67 None None] Pushing event updated for resources: {'Port': ['ID=0cc96171-7bbb-43d5-8506-89dadfcf2c04,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:28:10.118895 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da95690-7917-4d4f-a416-d5ebb8fe14a8 None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:28:10.119260 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da95690-7917-4d4f-a416-d5ebb8fe14a8 None None] Checking segment: {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:28:10.119651 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6da95690-7917-4d4f-a416-d5ebb8fe14a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:10.120031 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da95690-7917-4d4f-a416-d5ebb8fe14a8 None None] Bound using segment: {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:28:10.120492 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-6da95690-7917-4d4f-a416-d5ebb8fe14a8 None None] Bound port: 0cc96171-7bbb-43d5-8506-89dadfcf2c04, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:28:10.120890 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6da95690-7917-4d4f-a416-d5ebb8fe14a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (0cc96171-7bbb-43d5-8506-89dadfcf2c04), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:10.178126 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-6da95690-7917-4d4f-a416-d5ebb8fe14a8 None None] For port 0cc96171-7bbb-43d5-8506-89dadfcf2c04, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:28:10.180977 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-6da95690-7917-4d4f-a416-d5ebb8fe14a8 None None] For port 0cc96171-7bbb-43d5-8506-89dadfcf2c04, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=0cc96171-7bbb-43d5-8506-89dadfcf2c04,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:28:10.186534 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6da95690-7917-4d4f-a416-d5ebb8fe14a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (0cc96171-7bbb-43d5-8506-89dadfcf2c04), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:10.219298 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da95690-7917-4d4f-a416-d5ebb8fe14a8 None None] Routers {'48b022d9-a45a-4b12-9a87-4d90fbb691cd'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:28:10.219899 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-6da95690-7917-4d4f-a416-d5ebb8fe14a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:27:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['48b022d9-a45a-4b12-9a87-4d90fbb691cd'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:28:10.282893 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a6922-559d-4e13-8e46-8e9b679c2a67 None None] Pushing event updated for resources: {'Port': ['ID=0cc96171-7bbb-43d5-8506-89dadfcf2c04,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:28:10.343714 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-6da95690-7917-4d4f-a416-d5ebb8fe14a8 None None] Set router 48b022d9-a45a-4b12-9a87-4d90fbb691cd gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:28:10.539985 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-6da95690-7917-4d4f-a416-d5ebb8fe14a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b022d9-a45a-4b12-9a87-4d90fbb691cd', 'name': 'router1', 'tenant_id': '2a7d45346e944c6089c645b9c6958126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '0cc96171-7bbb-43d5-8506-89dadfcf2c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:27:49Z', 'updated_at': '2022-10-20T13:28:08Z', 'revision_number': 4, 'project_id': '2a7d45346e944c6089c645b9c6958126', 'gw_port': {'id': '0cc96171-7bbb-43d5-8506-89dadfcf2c04', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b022d9-a45a-4b12-9a87-4d90fbb691cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:28:07Z', 'updated_at': '2022-10-20T13:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '52764b23-9fbd-43a6-9560-a1dfc842878e', 'name': '', 'network_id': '97bae71a-8b76-4cb7-83d2-4cb10f9f4c83', 'tenant_id': '2a7d45346e944c6089c645b9c6958126', 'mac_address': 'fa:16:3e:1b:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b022d9-a45a-4b12-9a87-4d90fbb691cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3cfedbf-a6ff-4163-a651-c5338c712939', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:27:59Z', 'updated_at': '2022-10-20T13:28:07Z', 'revision_number': 5, 'project_id': '2a7d45346e944c6089c645b9c6958126', 'subnets': [{'id': 'd3cfedbf-a6ff-4163-a651-c5338c712939', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61802d2d-6557-4951-a939-27d3b828dd5b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:28:10.567574 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da95690-7917-4d4f-a416-d5ebb8fe14a8 None None] The sync data for ids ['48b022d9-a45a-4b12-9a87-4d90fbb691cd'] in dv-cinder-862136-1-iscsi is: [{'id': '48b022d9-a45a-4b12-9a87-4d90fbb691cd', 'name': 'router1', 'tenant_id': '2a7d45346e944c6089c645b9c6958126', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '0cc96171-7bbb-43d5-8506-89dadfcf2c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:27:49Z', 'updated_at': '2022-10-20T13:28:08Z', 'revision_number': 4, 'project_id': '2a7d45346e944c6089c645b9c6958126', 'gw_port': {'id': '0cc96171-7bbb-43d5-8506-89dadfcf2c04', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:e7:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b022d9-a45a-4b12-9a87-4d90fbb691cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:28:07Z', 'updated_at': '2022-10-20T13:28:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '52764b23-9fbd-43a6-9560-a1dfc842878e', 'name': '', 'network_id': '97bae71a-8b76-4cb7-83d2-4cb10f9f4c83', 'tenant_id': '2a7d45346e944c6089c645b9c6958126', 'mac_address': 'fa:16:3e:1b:cb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b022d9-a45a-4b12-9a87-4d90fbb691cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd3cfedbf-a6ff-4163-a651-c5338c712939', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:27:59Z', 'updated_at': '2022-10-20T13:28:07Z', 'revision_number': 5, 'project_id': '2a7d45346e944c6089c645b9c6958126', 'subnets': [{'id': 'd3cfedbf-a6ff-4163-a651-c5338c712939', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '61802d2d-6557-4951-a939-27d3b828dd5b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:28:11.110713 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 5 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:28:11.456887 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 0cc96171-7bbb-43d5-8506-89dadfcf2c04 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:28:11.500271 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 0cc96171-7bbb-43d5-8506-89dadfcf2c04 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:28:11.500649 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (0cc96171-7bbb-43d5-8506-89dadfcf2c04), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:11.501086 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 0cc96171-7bbb-43d5-8506-89dadfcf2c04 Oct 20 13:28:11.569011 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 0cc96171-7bbb-43d5-8506-89dadfcf2c04 is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:28:11.569310 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (0cc96171-7bbb-43d5-8506-89dadfcf2c04), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:11.589411 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port 0cc96171-7bbb-43d5-8506-89dadfcf2c04, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=0cc96171-7bbb-43d5-8506-89dadfcf2c04,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:28:11.593499 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (0cc96171-7bbb-43d5-8506-89dadfcf2c04), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:11.620784 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 37822) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:28:11.646820 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=0cc96171-7bbb-43d5-8506-89dadfcf2c04,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:28:12.010491 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-29812f83-cabb-42be-8cb5-688908ed9bce admin admin] 10.222.0.23 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.3884606 Oct 20 13:28:13.442291 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 0cc96171-7bbb-43d5-8506-89dadfcf2c04 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:28:13.483538 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 0cc96171-7bbb-43d5-8506-89dadfcf2c04 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:28:13.483833 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (0cc96171-7bbb-43d5-8506-89dadfcf2c04), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:13.484164 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 0cc96171-7bbb-43d5-8506-89dadfcf2c04 Oct 20 13:28:13.520997 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:28:13.526289 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:28:13.567332 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 0cc96171-7bbb-43d5-8506-89dadfcf2c04 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:28:22.002036 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:28:22.007058 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=24 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:28:23.558948 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=7 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:28:24.574895 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-14ade4f3-d731-493b-92d0-f2865ea42e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:26.904962 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-82f5ab4b-fc61-430c-8a7e-f149acdf8228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:28.102885 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:29.170903 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=50 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:28:29.172102 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=39 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:28:29.544566 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:29.689189 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:39.678028 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:28:39.684189 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:28:48.112965 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 5 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:28:54.579096 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-fe97a2a5-0fb1-4665-bd3b-607a7b78f3e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:56.909152 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-46f3982c-01a8-466e-896c-b75e9996ad4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:58.101709 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:59.562497 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:28:59.686301 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:29:06.119502 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:29:06.121494 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=6 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:29:09.680190 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:29:09.682508 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:29:23.104097 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:29:23.104856 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:29:24.582121 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a839589b-0f48-43af-8710-bc50fc7058bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:29:25.113051 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 5 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:29:26.915462 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-475d2508-8ea2-41b6-8ac7-3381c2648924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:29:28.103572 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:29:29.545381 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:29:29.681988 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:29:35.109211 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:29:39.532773 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 38372) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:29:39.674499 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:29:39.676367 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:29:39.867704 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.pecan_wsgi.hooks.translation [None req-53942392-4f36-482c-a814-1054faacdad2 admin admin] GET failed (client error): The resource could not be found. Oct 20 13:29:39.869002 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-53942392-4f36-482c-a814-1054faacdad2 admin admin] 10.222.0.23 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3352315 Oct 20 13:29:40.028331 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c421907-9ced-4c04-9dcc-dd215fdf245e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:29:40.030334 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-7c421907-9ced-4c04-9dcc-dd215fdf245e admin admin] 10.222.0.23 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1569231 Oct 20 13:29:42.589742 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 38382) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:29:42.960129 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9625e63f-97c2-4cf8-ab26-0be7b74e6348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:29:42.961532 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-9625e63f-97c2-4cf8-ab26-0be7b74e6348 admin admin] 10.222.0.23 "GET /networking/v2.0/subnets/d3cfedbf-a6ff-4163-a651-c5338c712939 HTTP/1.1" status: 200 len: 849 time: 0.3708291 Oct 20 13:29:42.971841 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-bcb3e18b-c09a-4af5-bee4-3327a6bf6482 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:29:43.055731 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-bcb3e18b-c09a-4af5-bee4-3327a6bf6482 admin admin] Publish callbacks [] for subnet (d3cfedbf-a6ff-4163-a651-c5338c712939), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:29:43.174968 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=6 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:29:43.207862 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-bcb3e18b-c09a-4af5-bee4-3327a6bf6482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747424801163'] for subnet (d3cfedbf-a6ff-4163-a651-c5338c712939), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:29:43.242384 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb3e18b-c09a-4af5-bee4-3327a6bf6482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:29:43.242974 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-bcb3e18b-c09a-4af5-bee4-3327a6bf6482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for subnet (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:29:43.244248 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-bcb3e18b-c09a-4af5-bee4-3327a6bf6482 admin admin] 10.222.0.23 "PUT /networking/v2.0/subnets/d3cfedbf-a6ff-4163-a651-c5338c712939 HTTP/1.1" status: 200 len: 868 time: 0.2760432 Oct 20 13:29:43.244964 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0479959-77c1-47e8-bddb-0803f5d10b0c None None] Network 97bae71a-8b76-4cb7-83d2-4cb10f9f4c83 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:29:43.261065 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3e18b-c09a-4af5-bee4-3327a6bf6482 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3cfedbf-a6ff-4163-a651-c5338c712939,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:29:43.269175 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3e18b-c09a-4af5-bee4-3327a6bf6482 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:29:43.269516 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3e18b-c09a-4af5-bee4-3327a6bf6482 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:29:43.269883 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3e18b-c09a-4af5-bee4-3327a6bf6482 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:29:43.270223 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3e18b-c09a-4af5-bee4-3327a6bf6482 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:29:43.270552 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3e18b-c09a-4af5-bee4-3327a6bf6482 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:29:43.270880 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3e18b-c09a-4af5-bee4-3327a6bf6482 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:29:43.271204 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3e18b-c09a-4af5-bee4-3327a6bf6482 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:29:43.271524 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3e18b-c09a-4af5-bee4-3327a6bf6482 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:29:43.271862 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3e18b-c09a-4af5-bee4-3327a6bf6482 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:29:43.272186 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3e18b-c09a-4af5-bee4-3327a6bf6482 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:29:43.272521 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3e18b-c09a-4af5-bee4-3327a6bf6482 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:29:43.272879 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3e18b-c09a-4af5-bee4-3327a6bf6482 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:29:43.273189 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3e18b-c09a-4af5-bee4-3327a6bf6482 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:29:43.273503 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3e18b-c09a-4af5-bee4-3327a6bf6482 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:29:43.273821 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb3e18b-c09a-4af5-bee4-3327a6bf6482 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:29:43.590526 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-7d2dfb49-6125-4830-b020-89399c20c374 None None] Provisioning complete for port 52764b23-9fbd-43a6-9560-a1dfc842878e triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:29:43.590905 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7d2dfb49-6125-4830-b020-89399c20c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (52764b23-9fbd-43a6-9560-a1dfc842878e), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:29:43.591233 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-7d2dfb49-6125-4830-b020-89399c20c374 None None] Attempt 1 to provision port 52764b23-9fbd-43a6-9560-a1dfc842878e Oct 20 13:29:43.661617 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-7d2dfb49-6125-4830-b020-89399c20c374 None None] Current status of the port 52764b23-9fbd-43a6-9560-a1dfc842878e is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:29:43.669465 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-7d2dfb49-6125-4830-b020-89399c20c374 None None] Provisioning complete for port 793f0a1d-f05d-45aa-9c0b-501ee9f93bb3 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:29:43.670451 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7d2dfb49-6125-4830-b020-89399c20c374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (793f0a1d-f05d-45aa-9c0b-501ee9f93bb3), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:29:43.670777 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-7d2dfb49-6125-4830-b020-89399c20c374 None None] Attempt 1 to provision port 793f0a1d-f05d-45aa-9c0b-501ee9f93bb3 Oct 20 13:29:43.742298 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-7d2dfb49-6125-4830-b020-89399c20c374 None None] Current status of the port 793f0a1d-f05d-45aa-9c0b-501ee9f93bb3 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:29:45.903365 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 38390) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:29:46.374609 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02dbdc-b845-4595-868c-b0dee177076e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:29:46.375067 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e02dbdc-b845-4595-868c-b0dee177076e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:29:46.376824 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-8e02dbdc-b845-4595-868c-b0dee177076e admin admin] 10.222.0.23 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4719880 Oct 20 13:29:48.915112 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 38398) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:29:49.423243 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bc8bf8-9c44-46e4-8e97-881ca9fe2490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:29:49.423704 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bc8bf8-9c44-46e4-8e97-881ca9fe2490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:29:49.425230 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-c8bc8bf8-9c44-46e4-8e97-881ca9fe2490 admin admin] 10.222.0.23 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5091655 Oct 20 13:29:51.989281 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 38406) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:29:52.386059 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998f1fa8-d8d8-484c-8bb7-60c3227ad7de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:29:52.387388 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-998f1fa8-d8d8-484c-8bb7-60c3227ad7de admin admin] 10.222.0.23 "GET /networking/v2.0/networks/54b02c82-3888-4407-a753-5cb002a664e9 HTTP/1.1" status: 200 len: 886 time: 0.3971779 Oct 20 13:29:53.739260 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=38 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:29:53.741033 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=39 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:29:54.584214 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ab49cb87-bbee-43f1-81b4-e2f6d7a8901a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:29:54.967485 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 38414) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:29:55.294038 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:29:55.346794 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:29:55.379585 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1079f280-e280-4d28-8ce0-1ff152f0782c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:29:55.380968 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-1079f280-e280-4d28-8ce0-1ff152f0782c admin admin] 10.222.0.23 "GET /networking/v2.0/networks/97bae71a-8b76-4cb7-83d2-4cb10f9f4c83 HTTP/1.1" status: 200 len: 869 time: 0.4125419 Oct 20 13:29:56.921384 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-45a322bf-cd17-4f70-92ed-e30d07ea25d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:29:57.936996 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 38422) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:29:58.109779 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:29:58.340062 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1729dd3c-5adb-4466-98a2-d8cc03462ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:29:58.340507 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1729dd3c-5adb-4466-98a2-d8cc03462ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:29:58.342163 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-1729dd3c-5adb-4466-98a2-d8cc03462ac0 admin admin] 10.222.0.23 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4042299 Oct 20 13:29:59.548388 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:29:59.684610 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:30:00.907751 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 38430) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:30:01.273470 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae594a2-2221-424e-b1b0-315aed0eece4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:30:01.273916 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae594a2-2221-424e-b1b0-315aed0eece4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:30:01.275386 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-2ae594a2-2221-424e-b1b0-315aed0eece4 admin admin] 10.222.0.23 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3666823 Oct 20 13:30:02.113873 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 5 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:30:03.852048 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 38438) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:30:04.209123 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cca1f2-112a-4a1d-940e-89c061fcbef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:30:04.210421 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-e4cca1f2-112a-4a1d-940e-89c061fcbef8 admin admin] 10.222.0.23 "GET /networking/v2.0/subnets/80f1bf56-ddb3-4c42-8717-7c4bb006400e HTTP/1.1" status: 200 len: 816 time: 0.3574443 Oct 20 13:30:06.811591 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 38446) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:30:07.178432 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0239ab21-938c-4ce6-90d1-8c5ee93f488f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:30:07.179752 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-0239ab21-938c-4ce6-90d1-8c5ee93f488f admin admin] 10.222.0.23 "GET /networking/v2.0/subnets/d3cfedbf-a6ff-4163-a651-c5338c712939 HTTP/1.1" status: 200 len: 868 time: 0.3672283 Oct 20 13:30:09.678471 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:30:09.680320 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:30:17.174168 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=27 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:30:17.174939 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=37 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:30:20.753414 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=17 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:30:20.761656 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=17 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:30:24.588505 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ad99e20e-81cc-4174-9d94-5c03d8c782af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:30:26.913724 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4f17a163-a5d7-4130-9620-5721ba802e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:30:28.108137 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:30:29.550288 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:30:29.692831 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:30:36.987111 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 38502) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:30:37.333819 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [None req-727c64c8-6c32-4536-9906-77a589737096 admin admin] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104732) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 13:30:37.334843 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-727c64c8-6c32-4536-9906-77a589737096 admin admin] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3467720 Oct 20 13:30:39.112985 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 5 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:30:39.679920 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:30:39.688713 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:30:40.018893 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 38510) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:30:40.368522 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.pecan_wsgi.hooks.translation [None req-71eb217a-4e4a-4117-a191-6cc8680fb5c4 admin admin] GET failed (client error): The resource could not be found. Oct 20 13:30:40.369958 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-71eb217a-4e4a-4117-a191-6cc8680fb5c4 admin admin] 10.222.0.23 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3501120 Oct 20 13:30:40.458940 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9214b372-50c6-4c3c-b8fa-ea85e33256c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:30:40.460395 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-9214b372-50c6-4c3c-b8fa-ea85e33256c6 admin admin] 10.222.0.23 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0860627 Oct 20 13:30:43.034353 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 38518) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:30:43.357575 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-c89ed8d8-7414-4b2f-a151-ef39583bfc39 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:30:43.377726 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89ed8d8-7414-4b2f-a151-ef39583bfc39 admin admin] Made reservation on behalf of c7d49958a3a448d0bed98efad34bc0a2 for: {'network': 1} {{(pid=104732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:30:43.379995 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c89ed8d8-7414-4b2f-a151-ef39583bfc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for network (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:30:43.410094 dv-cinder-862136-1-iscsi neutron-server[104732]: WARNING neutron.services.revisions.revision_plugin [None req-c89ed8d8-7414-4b2f-a151-ef39583bfc39 admin admin] Could not find related network for resource to bump revision. Oct 20 13:30:43.421242 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89ed8d8-7414-4b2f-a151-ef39583bfc39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=104732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 13:30:43.429996 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c89ed8d8-7414-4b2f-a151-ef39583bfc39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (e440bfe5-c9d4-4b40-8725-1ab47ba9348c), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:30:43.430333 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.db.segments_db [None req-c89ed8d8-7414-4b2f-a151-ef39583bfc39 admin admin] Added segment e440bfe5-c9d4-4b40-8725-1ab47ba9348c of type vlan for network 070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e Oct 20 13:30:43.469122 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c89ed8d8-7414-4b2f-a151-ef39583bfc39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747424292904'] for network (070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:30:43.493316 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c89ed8d8-7414-4b2f-a151-ef39583bfc39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for network (070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:30:43.494020 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89ed8d8-7414-4b2f-a151-ef39583bfc39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:30:43.494586 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c89ed8d8-7414-4b2f-a151-ef39583bfc39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:30:43.549486 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-c89ed8d8-7414-4b2f-a151-ef39583bfc39 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5140581 Oct 20 13:30:43.560035 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ed8d8-7414-4b2f-a151-ef39583bfc39 admin admin] Pushing event updated for resources: {'Network': ['ID=070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:30:43.567829 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ed8d8-7414-4b2f-a151-ef39583bfc39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:43.568168 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ed8d8-7414-4b2f-a151-ef39583bfc39 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:43.568532 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ed8d8-7414-4b2f-a151-ef39583bfc39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:43.568888 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ed8d8-7414-4b2f-a151-ef39583bfc39 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:43.569226 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ed8d8-7414-4b2f-a151-ef39583bfc39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:43.569550 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ed8d8-7414-4b2f-a151-ef39583bfc39 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:43.569877 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ed8d8-7414-4b2f-a151-ef39583bfc39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:43.570194 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ed8d8-7414-4b2f-a151-ef39583bfc39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:43.570516 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ed8d8-7414-4b2f-a151-ef39583bfc39 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:43.570835 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ed8d8-7414-4b2f-a151-ef39583bfc39 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:43.571203 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ed8d8-7414-4b2f-a151-ef39583bfc39 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:43.571538 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ed8d8-7414-4b2f-a151-ef39583bfc39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:43.571856 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ed8d8-7414-4b2f-a151-ef39583bfc39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:43.572177 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ed8d8-7414-4b2f-a151-ef39583bfc39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:43.572488 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89ed8d8-7414-4b2f-a151-ef39583bfc39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:43.585205 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Network 070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e details requested by agent ovs-agent-dv-cinder-862136-1-iscsi with host dv-cinder-862136-1-iscsi {{(pid=104734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 13:30:46.185726 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 38526) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:30:46.600606 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3d4a9c-1ad1-443f-b30f-0c37be3d7d37 admin admin] GET failed (client error): The resource could not be found. Oct 20 13:30:46.601979 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-ab3d4a9c-1ad1-443f-b30f-0c37be3d7d37 admin admin] 10.222.0.23 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.4153459 Oct 20 13:30:46.728007 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e727328-b6e5-4cac-8522-d1a60fa9bae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:30:46.729573 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-2e727328-b6e5-4cac-8522-d1a60fa9bae7 admin admin] 10.222.0.23 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1232564 Oct 20 13:30:46.739705 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-e651e348-c4c5-4caf-9dcd-1110052175e9 admin admin] Request body: {'subnet': {'network_id': '070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:30:46.767163 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e651e348-c4c5-4caf-9dcd-1110052175e9 admin admin] Made reservation on behalf of c7d49958a3a448d0bed98efad34bc0a2 for: {'subnet': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:30:46.769744 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-e651e348-c4c5-4caf-9dcd-1110052175e9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:30:47.019623 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-e651e348-c4c5-4caf-9dcd-1110052175e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for subnet (4a191d1b-83b5-4fec-a4ae-21c47eb09258), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:30:47.088138 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651e348-c4c5-4caf-9dcd-1110052175e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a191d1b-83b5-4fec-a4ae-21c47eb09258,revision_number=0']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:30:47.095199 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e651e348-c4c5-4caf-9dcd-1110052175e9 admin admin] Checking segment: {'id': 'e440bfe5-c9d4-4b40-8725-1ab47ba9348c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:30:47.095559 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e651e348-c4c5-4caf-9dcd-1110052175e9 admin admin] Network hostable DHCP agents. Network: 070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e, hostable agents: ['fc80e4aa-b75a-45f9-bc92-ee666d9592cb'], hosted agents: [] {{(pid=104733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 13:30:47.101966 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651e348-c4c5-4caf-9dcd-1110052175e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:47.102300 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651e348-c4c5-4caf-9dcd-1110052175e9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:47.102634 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651e348-c4c5-4caf-9dcd-1110052175e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:47.102959 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651e348-c4c5-4caf-9dcd-1110052175e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:47.103277 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651e348-c4c5-4caf-9dcd-1110052175e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:47.103598 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651e348-c4c5-4caf-9dcd-1110052175e9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:47.103912 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651e348-c4c5-4caf-9dcd-1110052175e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:47.104225 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651e348-c4c5-4caf-9dcd-1110052175e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:47.104540 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651e348-c4c5-4caf-9dcd-1110052175e9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:47.104856 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651e348-c4c5-4caf-9dcd-1110052175e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:47.105202 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651e348-c4c5-4caf-9dcd-1110052175e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:47.105536 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651e348-c4c5-4caf-9dcd-1110052175e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:47.105851 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651e348-c4c5-4caf-9dcd-1110052175e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:47.106160 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651e348-c4c5-4caf-9dcd-1110052175e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:47.106466 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651e348-c4c5-4caf-9dcd-1110052175e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e651e348-c4c5-4caf-9dcd-1110052175e9 admin admin] Tracked resource versions report: Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: pushed versions: Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: { 'AddressGroup': {'1.2'}, Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: 'Agent': {'1.1'}, Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: 'ConntrackHelper': {'1.0'}, Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: 'LocalIPAssociation': {'1.0'}, Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: 'Log': {'1.0'}, Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: 'NDPProxy': {'1.0'}, Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: 'Network': {'1.1'}, Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: 'Port': {'1.7'}, Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: 'PortForwarding': {'1.3'}, Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: 'QosPolicy': {'1.10'}, Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: 'SecurityGroup': {'1.5'}, Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: 'SecurityGroupRule': {'1.2'}, Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: 'SubPort': {'1.0'}, Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: 'Subnet': {'1.1'}, Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: 'Trunk': {'1.1'}} Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: consumer versions: Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: { DHCP agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: L3 agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: Metadata agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: Metering agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: Open vSwitch agent@dv-cinder-862136-1-iscsi: { 'AddressGroup': '1.2', Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: 'Agent': '1.1', Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: 'ConntrackHelper': '1.0', Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: 'LocalIPAssociation': '1.0', Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: 'Log': '1.0', Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: 'NDPProxy': '1.0', Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: 'Network': '1.1', Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: 'Port': '1.7', Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: 'PortForwarding': '1.3', Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: 'QosPolicy': '1.10', Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: 'SecurityGroup': '1.5', Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: 'SecurityGroupRule': '1.2', Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: 'SubPort': '1.0', Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: 'Subnet': '1.1', Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: 'Trunk': '1.1'}} Oct 20 13:30:47.107861 dv-cinder-862136-1-iscsi neutron-server[104733]: {{(pid=104733) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 13:30:47.140637 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e651e348-c4c5-4caf-9dcd-1110052175e9 admin admin] Network 070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e is scheduled to be hosted by DHCP agent fc80e4aa-b75a-45f9-bc92-ee666d9592cb with binding_index 1 {{(pid=104733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 13:30:47.153029 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [None req-e651e348-c4c5-4caf-9dcd-1110052175e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862136-1-iscsi, 070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e) {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:30:47.157500 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e651e348-c4c5-4caf-9dcd-1110052175e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:30:47.158079 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-e651e348-c4c5-4caf-9dcd-1110052175e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for subnet (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:30:47.163689 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0e5d85-0d62-4310-a089-504edddc89c5 None None] Network 070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:30:47.174752 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-e651e348-c4c5-4caf-9dcd-1110052175e9 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4384773 Oct 20 13:30:47.275302 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d469a18-07e0-5135-909c-90e0e6ecf688-070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e', 'network_id': '070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e', 'project_id': 'c7d49958a3a448d0bed98efad34bc0a2', 'fixed_ips': [{'subnet_id': '4a191d1b-83b5-4fec-a4ae-21c47eb09258'}]}} from dv-cinder-862136-1-iscsi. {{(pid=104734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 13:30:47.276250 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:30:47.414271 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Allocated IP 192.168.233.2 (070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e/4a191d1b-83b5-4fec-a4ae-21c47eb09258/747056e5-4736-4bd1-b5e9-4516c63eb74e) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:30:47.562000 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Publish callbacks [] for port (747056e5-4736-4bd1-b5e9-4516c63eb74e), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:30:47.568318 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955'] for port (747056e5-4736-4bd1-b5e9-4516c63eb74e), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:30:47.614672 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Network 070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:30:47.617996 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:30:47.621793 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:30:47.625691 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Pushing event updated for resources: {'Port': ['ID=747056e5-4736-4bd1-b5e9-4516c63eb74e,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:30:47.635932 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:47.636276 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:47.636632 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:47.637009 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:47.637353 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:47.637676 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:47.637998 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:47.638317 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:47.638640 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:47.638957 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:47.639275 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:47.639759 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:47.640168 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:47.640493 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:47.640812 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:30:47.692220 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Attempting to bind port 747056e5-4736-4bd1-b5e9-4516c63eb74e on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:30:47.692582 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Attempting to bind port 747056e5-4736-4bd1-b5e9-4516c63eb74e by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': 'e440bfe5-c9d4-4b40-8725-1ab47ba9348c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:30:47.692976 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Attempting to bind port 747056e5-4736-4bd1-b5e9-4516c63eb74e on network 070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:30:47.735563 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:30:47.735932 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Checking segment: {'id': 'e440bfe5-c9d4-4b40-8725-1ab47ba9348c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:30:47.736328 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:30:47.736714 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Bound using segment: {'id': 'e440bfe5-c9d4-4b40-8725-1ab47ba9348c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:30:47.737210 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Bound port: 747056e5-4736-4bd1-b5e9-4516c63eb74e, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e440bfe5-c9d4-4b40-8725-1ab47ba9348c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:30:47.737584 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (747056e5-4736-4bd1-b5e9-4516c63eb74e), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:30:47.801585 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] For port 747056e5-4736-4bd1-b5e9-4516c63eb74e, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:30:47.805084 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] For port 747056e5-4736-4bd1-b5e9-4516c63eb74e, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=747056e5-4736-4bd1-b5e9-4516c63eb74e,segment=NetworkSegment(e440bfe5-c9d4-4b40-8725-1ab47ba9348c),segment_id=e440bfe5-c9d4-4b40-8725-1ab47ba9348c)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:30:47.811279 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (747056e5-4736-4bd1-b5e9-4516c63eb74e), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:30:47.869396 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fb091-376a-48ed-a400-6544271ab837 None None] Pushing event updated for resources: {'Port': ['ID=747056e5-4736-4bd1-b5e9-4516c63eb74e,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:30:48.668117 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813beb19-184a-4e66-8d98-955245653e07 None None] Network 070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:30:48.737356 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-d8f8a30e-ff63-42de-9dbc-628f1fa86878 None None] Provisioning complete for port 747056e5-4736-4bd1-b5e9-4516c63eb74e triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:30:48.737737 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d8f8a30e-ff63-42de-9dbc-628f1fa86878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (747056e5-4736-4bd1-b5e9-4516c63eb74e), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:30:48.738084 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-d8f8a30e-ff63-42de-9dbc-628f1fa86878 None None] Attempt 1 to provision port 747056e5-4736-4bd1-b5e9-4516c63eb74e Oct 20 13:30:48.752156 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:30:48.770459 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:30:48.857242 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-d8f8a30e-ff63-42de-9dbc-628f1fa86878 None None] Current status of the port 747056e5-4736-4bd1-b5e9-4516c63eb74e is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:30:48.857986 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d8f8a30e-ff63-42de-9dbc-628f1fa86878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (747056e5-4736-4bd1-b5e9-4516c63eb74e), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:30:48.896351 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-d8f8a30e-ff63-42de-9dbc-628f1fa86878 None None] For port 747056e5-4736-4bd1-b5e9-4516c63eb74e, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=747056e5-4736-4bd1-b5e9-4516c63eb74e,segment=NetworkSegment(e440bfe5-c9d4-4b40-8725-1ab47ba9348c),segment_id=e440bfe5-c9d4-4b40-8725-1ab47ba9348c)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:30:48.901526 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d8f8a30e-ff63-42de-9dbc-628f1fa86878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (747056e5-4736-4bd1-b5e9-4516c63eb74e), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:30:48.955676 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8a30e-ff63-42de-9dbc-628f1fa86878 None None] Pushing event updated for resources: {'Port': ['ID=747056e5-4736-4bd1-b5e9-4516c63eb74e,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:30:49.021103 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ea8af232-d423-44d8-acc3-d8d6ab6efe4a None None] Provisioning complete for port 747056e5-4736-4bd1-b5e9-4516c63eb74e triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:30:49.021654 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ea8af232-d423-44d8-acc3-d8d6ab6efe4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (747056e5-4736-4bd1-b5e9-4516c63eb74e), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:30:49.021982 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ea8af232-d423-44d8-acc3-d8d6ab6efe4a None None] Attempt 1 to provision port 747056e5-4736-4bd1-b5e9-4516c63eb74e Oct 20 13:30:49.092562 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ea8af232-d423-44d8-acc3-d8d6ab6efe4a None None] Current status of the port 747056e5-4736-4bd1-b5e9-4516c63eb74e is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:30:49.573340 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 747056e5-4736-4bd1-b5e9-4516c63eb74e up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:30:49.620007 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 747056e5-4736-4bd1-b5e9-4516c63eb74e triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:30:49.620379 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (747056e5-4736-4bd1-b5e9-4516c63eb74e), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:30:49.620712 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 747056e5-4736-4bd1-b5e9-4516c63eb74e Oct 20 13:30:49.692240 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 747056e5-4736-4bd1-b5e9-4516c63eb74e is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:30:53.557250 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=32,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:30:53.563957 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=37,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:30:54.589974 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-39d698dd-a689-4209-9750-ddd61e4a6d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:30:56.915273 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2e928291-52d0-42cc-bb3e-a2439a2c86a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:30:57.127204 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:30:57.132369 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:30:57.166650 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=51,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:30:57.168477 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=42,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:30:58.111381 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:30:59.552466 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:30:59.684736 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:31:09.673521 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=64,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:31:09.681045 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:31:16.112804 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 5 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:31:24.592284 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4027500c-5a5b-4b20-a67d-f8d9e019a39d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:31:26.917876 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-80d27e29-49c3-48e5-bb5e-80402d778552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:31:28.115587 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:31:29.557185 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:31:29.689647 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:31:34.124044 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:31:34.130279 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:31:39.682791 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:31:39.684882 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:31:53.112023 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 5 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:31:54.597332 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ab7b7fb8-4332-4353-9009-5851ab37d17f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:31:56.921585 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-699b9902-cbe7-4177-aced-f504a38fc62d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:31:58.119989 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:31:59.559284 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:31:59.692023 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:32:04.483695 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 38574) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:32:04.489565 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [None req-b7ec3ac5-1661-43dc-b74a-8696fed6c646 tempest-verify_tempest_config-1995868928 tempest-verify_tempest_config-1995868928-project] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104733) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 13:32:04.490518 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-b7ec3ac5-1661-43dc-b74a-8696fed6c646 tempest-verify_tempest_config-1995868928 tempest-verify_tempest_config-1995868928-project] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0058694 Oct 20 13:32:04.997955 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 38592) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:32:05.332592 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-398ff315-250b-4730-8cff-e44d1c7b0497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:32:05.437677 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-398ff315-250b-4730-8cff-e44d1c7b0497 admin admin] Publish callbacks [] for security_group (70b47dc9-4041-4fd2-9796-0216198fefc8), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:32:05.441361 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-398ff315-250b-4730-8cff-e44d1c7b0497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (70b47dc9-4041-4fd2-9796-0216198fefc8), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:32:05.486940 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-398ff315-250b-4730-8cff-e44d1c7b0497 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=43fac589b5bb4ca48abbfabb65b0ee55&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4872062 Oct 20 13:32:05.487757 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ff315-250b-4730-8cff-e44d1c7b0497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b47dc9-4041-4fd2-9796-0216198fefc8,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:32:05.489757 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 38596) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:32:05.495166 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ff315-250b-4730-8cff-e44d1c7b0497 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:32:05.495507 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ff315-250b-4730-8cff-e44d1c7b0497 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:32:05.495860 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ff315-250b-4730-8cff-e44d1c7b0497 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:32:05.496195 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ff315-250b-4730-8cff-e44d1c7b0497 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:32:05.496517 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ff315-250b-4730-8cff-e44d1c7b0497 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:32:05.497072 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ff315-250b-4730-8cff-e44d1c7b0497 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:32:05.497399 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ff315-250b-4730-8cff-e44d1c7b0497 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:32:05.497717 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ff315-250b-4730-8cff-e44d1c7b0497 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:32:05.498617 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ff315-250b-4730-8cff-e44d1c7b0497 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:32:05.498952 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ff315-250b-4730-8cff-e44d1c7b0497 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:32:05.499272 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ff315-250b-4730-8cff-e44d1c7b0497 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:32:05.499816 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ff315-250b-4730-8cff-e44d1c7b0497 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:32:05.500322 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ff315-250b-4730-8cff-e44d1c7b0497 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:32:05.500632 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ff315-250b-4730-8cff-e44d1c7b0497 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:32:05.500972 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398ff315-250b-4730-8cff-e44d1c7b0497 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:32:05.552361 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-142ad0c6-136d-47b7-9f94-7a470d22bde2 admin admin] Publish callbacks [] for security_group (70b47dc9-4041-4fd2-9796-0216198fefc8), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:32:05.572102 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-142ad0c6-136d-47b7-9f94-7a470d22bde2 admin admin] Publish callbacks [] for security_group (70b47dc9-4041-4fd2-9796-0216198fefc8), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:32:05.664621 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-142ad0c6-136d-47b7-9f94-7a470d22bde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (70b47dc9-4041-4fd2-9796-0216198fefc8), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:32:05.667163 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-142ad0c6-136d-47b7-9f94-7a470d22bde2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:32:05.668310 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-142ad0c6-136d-47b7-9f94-7a470d22bde2 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/70b47dc9-4041-4fd2-9796-0216198fefc8 HTTP/1.1" status: 204 len: 168 time: 0.1774936 Oct 20 13:32:05.676708 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ad0c6-136d-47b7-9f94-7a470d22bde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b47dc9-4041-4fd2-9796-0216198fefc8,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:32:05.683531 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ad0c6-136d-47b7-9f94-7a470d22bde2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:32:05.683875 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ad0c6-136d-47b7-9f94-7a470d22bde2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:32:05.684232 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ad0c6-136d-47b7-9f94-7a470d22bde2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:32:05.684638 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ad0c6-136d-47b7-9f94-7a470d22bde2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:32:05.684897 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ad0c6-136d-47b7-9f94-7a470d22bde2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:32:05.685224 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ad0c6-136d-47b7-9f94-7a470d22bde2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:32:05.685548 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ad0c6-136d-47b7-9f94-7a470d22bde2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:32:05.686463 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ad0c6-136d-47b7-9f94-7a470d22bde2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:32:05.686814 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ad0c6-136d-47b7-9f94-7a470d22bde2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:32:05.687145 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ad0c6-136d-47b7-9f94-7a470d22bde2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:32:05.687597 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ad0c6-136d-47b7-9f94-7a470d22bde2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:32:05.687822 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ad0c6-136d-47b7-9f94-7a470d22bde2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:32:05.688146 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ad0c6-136d-47b7-9f94-7a470d22bde2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:32:05.688472 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ad0c6-136d-47b7-9f94-7a470d22bde2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:32:05.688792 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ad0c6-136d-47b7-9f94-7a470d22bde2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:32:09.688046 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:32:15.490933 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=20,neutron:INSERT=5 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:32:15.493793 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=19,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:32:15.678963 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:32:15.683503 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=16,neutron:DELETE=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:32:15.712566 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:32:20.667190 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=16 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:32:20.672156 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=20 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:32:24.598049 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6ced0fad-56c0-420d-8650-ab7464607bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:32:26.922801 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1dd657a5-e816-48c2-a40f-78f2a90e95e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:32:28.121265 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:32:29.563517 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:32:29.694487 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:32:30.110929 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 5 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:32:39.682373 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:32:39.690975 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:32:48.123915 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=6 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:32:48.125970 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:32:54.600217 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-321a9f1f-bcfa-4796-b1e4-537304a00fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:32:56.924761 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d6a5d12d-a7ea-452c-8328-951df107c130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:32:58.124933 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:32:59.567011 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:32:59.699444 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:33:07.110264 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 5 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:33:09.686291 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:33:09.695567 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:33:24.694163 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f39531d0-8dd5-4772-bc7c-84bd042096ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:33:25.121888 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:33:25.122637 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:33:26.926143 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-486f848b-077c-401b-805f-73b74ce9d51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:33:28.129364 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:33:29.570039 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:33:29.702391 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:33:36.686111 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3865421'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:33:44.109181 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:33:46.679281 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:33:46.681867 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:33:49.899022 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 38692) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:33:50.045787 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-8e1f7c0b-74df-4866-84af-2661ff55360e admin admin] 10.222.0.23 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1456702 Oct 20 13:33:52.536432 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 38702) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:33:52.590875 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-29af9fcc-5676-43ca-826c-752914439f62 admin admin] 10.222.0.23 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0530741 Oct 20 13:33:54.607523 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-fd722c4d-cb80-4b8b-8f63-ed5867fa3b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:33:56.929886 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2a5dc0c0-8b99-4289-89ed-b8852927a5e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:33:58.130210 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:33:59.573449 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:33:59.705014 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:34:02.108941 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:34:02.119973 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=6 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:34:02.585360 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:34:02.586175 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:34:06.639912 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:34:16.634322 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:34:16.636162 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:34:20.662690 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=12 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:34:20.663978 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=14 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:34:21.108689 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:34:24.609810 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e55bf935-7746-4a91-9826-04d0cac31bed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:34:26.932307 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3199964c-09ce-4f4d-9ce5-364243045ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:34:28.133077 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:34:29.576584 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:34:29.707761 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:34:36.660030 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:34:39.112006 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:34:39.116300 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:34:46.654271 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:34:46.656736 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:34:54.611547 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-661a06f8-2887-42cf-bc39-aae756ed493f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:34:56.934471 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-16203adb-675a-43c5-bcbb-ca84e7cf3310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:34:58.108978 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:34:58.135733 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:34:59.580026 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:34:59.713597 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:06.654327 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:16.648218 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:16.650222 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:23.110482 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:23.112324 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:24.622893 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ac5e0216-5d9f-4ebb-a965-3feb586ec678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:26.468346 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 38932) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:26.638857 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 38956) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:26.721693 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 38962) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:26.751385 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 38968) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:26.790597 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-574741825-network', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:35:26.814323 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] Made reservation on behalf of b215cb88123a4851932dbf7dfa88f709 for: {'network': 1} {{(pid=104732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:35:26.816975 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for network (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:26.826809 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:26.840810 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-0f5845c5-6b88-426c-9467-8ae1565363a0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-387486094-network', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:35:26.891904 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5845c5-6b88-426c-9467-8ae1565363a0 admin admin] Made reservation on behalf of f9addc326c51410f809805d8b44c5c17 for: {'network': 1} {{(pid=104732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:35:26.894719 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0f5845c5-6b88-426c-9467-8ae1565363a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for network (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:26.914906 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0f5845c5-6b88-426c-9467-8ae1565363a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:26.942577 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6853e87d-e3fc-483e-8963-04f6a22f548b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:26.947345 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-752e3fa5-aa74-4f28-b82a-284e8577de07 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-844292200-network', 'tenant_id': '4e1ecd40d6914036b80dfcf74eada323'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:35:26.976795 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-615351646-network', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:35:26.981418 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] Publish callbacks [] for security_group (033c5399-c92e-483e-ad0e-af2c92b7e638), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:26.992017 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (033c5399-c92e-483e-ad0e-af2c92b7e638), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:26.996727 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752e3fa5-aa74-4f28-b82a-284e8577de07 admin admin] Made reservation on behalf of 4e1ecd40d6914036b80dfcf74eada323 for: {'network': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:35:27.000093 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-752e3fa5-aa74-4f28-b82a-284e8577de07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for network (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:27.004368 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Made reservation on behalf of 747a468811fb478aa6c49b848ccee6d0 for: {'network': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:35:27.006962 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for network (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:27.020578 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=104732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 13:35:27.045024 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:27.048140 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-752e3fa5-aa74-4f28-b82a-284e8577de07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:27.073002 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (3a56e684-3f29-4221-b1a4-f25d8cf87e97), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:27.073615 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.db.segments_db [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] Added segment 3a56e684-3f29-4221-b1a4-f25d8cf87e97 of type vlan for network 6a87efad-1518-4319-8b6e-3edd28303f86 Oct 20 13:35:27.094936 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033c5399-c92e-483e-ad0e-af2c92b7e638,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:27.153175 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:27.153522 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:27.153880 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:27.154216 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:27.154541 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:27.154854 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:27.155615 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:27.156253 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:27.157077 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:27.157547 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:27.158051 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:27.158533 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:27.159017 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:27.159492 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:27.159955 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] Tracked resource versions report: Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: pushed versions: Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: { 'AddressGroup': {'1.2'}, Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: 'Agent': {'1.1'}, Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: 'ConntrackHelper': {'1.0'}, Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: 'LocalIPAssociation': {'1.0'}, Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: 'Log': {'1.0'}, Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: 'NDPProxy': {'1.0'}, Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: 'Network': {'1.1'}, Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: 'Port': {'1.7'}, Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: 'PortForwarding': {'1.3'}, Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: 'QosPolicy': {'1.10'}, Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: 'SecurityGroup': {'1.5'}, Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: 'SecurityGroupRule': {'1.2'}, Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: 'SubPort': {'1.0'}, Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: 'Subnet': {'1.1'}, Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: 'Trunk': {'1.1'}} Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: consumer versions: Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: { DHCP agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: HyperV agent@hv-cinder-86213: {}, Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: L3 agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: Metadata agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: Metering agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: Open vSwitch agent@dv-cinder-862136-1-iscsi: { 'AddressGroup': '1.2', Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: 'Agent': '1.1', Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: 'ConntrackHelper': '1.0', Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: 'LocalIPAssociation': '1.0', Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: 'Log': '1.0', Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: 'NDPProxy': '1.0', Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: 'Network': '1.1', Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: 'Port': '1.7', Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: 'PortForwarding': '1.3', Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: 'QosPolicy': '1.10', Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: 'SecurityGroup': '1.5', Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: 'SecurityGroupRule': '1.2', Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: 'SubPort': '1.0', Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: 'Subnet': '1.1', Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: 'Trunk': '1.1'}} Oct 20 13:35:27.161336 dv-cinder-862136-1-iscsi neutron-server[104732]: {{(pid=104732) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 13:35:27.166929 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747424292904'] for network (6a87efad-1518-4319-8b6e-3edd28303f86), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:27.204491 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Publish callbacks [] for security_group (b952982e-933f-4688-80b6-a8341ab0f03a), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:27.214754 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (b952982e-933f-4688-80b6-a8341ab0f03a), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:27.219163 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0f5845c5-6b88-426c-9467-8ae1565363a0 admin admin] Publish callbacks [] for security_group (de62d546-e5da-4e15-952b-eb1a863f82db), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:27.224659 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0f5845c5-6b88-426c-9467-8ae1565363a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (de62d546-e5da-4e15-952b-eb1a863f82db), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:27.236363 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for network (6a87efad-1518-4319-8b6e-3edd28303f86), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:27.237436 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:35:27.238009 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:27.241122 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=104733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 13:35:27.256462 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747424857146', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (4d78e0f3-9105-4b6b-ab7f-1019f2557df1), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:27.257022 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Unsubscribe: segment precommit_create {{(pid=104733) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 20 13:35:27.257538 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.db.segments_db [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Added segment 4d78e0f3-9105-4b6b-ab7f-1019f2557df1 of type vlan for network d308b555-e032-40ef-ae84-228dba4540e0 Oct 20 13:35:27.288766 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f5845c5-6b88-426c-9467-8ae1565363a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=104732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 13:35:27.323315 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b952982e-933f-4688-80b6-a8341ab0f03a,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:27.328596 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0f5845c5-6b88-426c-9467-8ae1565363a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (05e72368-f775-4124-bc91-39623e93b8b1), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:27.328596 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.db.segments_db [None req-0f5845c5-6b88-426c-9467-8ae1565363a0 admin admin] Added segment 05e72368-f775-4124-bc91-39623e93b8b1 of type vlan for network 9c859482-bc24-4f85-8ad7-70cfdb97a23e Oct 20 13:35:27.339009 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:27.339535 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:27.339877 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:27.340590 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:27.341119 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:27.341620 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:27.342149 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:27.343227 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:27.343768 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:27.344294 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:27.344831 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:27.345439 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:27.345939 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:27.346440 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:27.346928 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Tracked resource versions report: Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: pushed versions: Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: { 'AddressGroup': {'1.2'}, Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: 'Agent': {'1.1'}, Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: 'ConntrackHelper': {'1.0'}, Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: 'LocalIPAssociation': {'1.0'}, Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: 'Log': {'1.0'}, Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: 'NDPProxy': {'1.0'}, Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: 'Network': {'1.1'}, Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: 'Port': {'1.7'}, Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: 'PortForwarding': {'1.3'}, Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: 'QosPolicy': {'1.10'}, Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: 'SecurityGroup': {'1.5'}, Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: 'SecurityGroupRule': {'1.2'}, Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: 'SubPort': {'1.0'}, Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: 'Subnet': {'1.1'}, Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: 'Trunk': {'1.1'}} Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: consumer versions: Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: { DHCP agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: HyperV agent@hv-cinder-86213: {}, Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: L3 agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: Metadata agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: Metering agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: Open vSwitch agent@dv-cinder-862136-1-iscsi: { 'AddressGroup': '1.2', Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: 'Agent': '1.1', Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: 'ConntrackHelper': '1.0', Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: 'LocalIPAssociation': '1.0', Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: 'Log': '1.0', Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: 'NDPProxy': '1.0', Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: 'Network': '1.1', Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: 'Port': '1.7', Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: 'PortForwarding': '1.3', Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: 'QosPolicy': '1.10', Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: 'SecurityGroup': '1.5', Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: 'SecurityGroupRule': '1.2', Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: 'SubPort': '1.0', Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: 'Subnet': '1.1', Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: 'Trunk': '1.1'}} Oct 20 13:35:27.348545 dv-cinder-862136-1-iscsi neutron-server[104733]: {{(pid=104733) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 13:35:27.370525 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747424292904'] for network (d308b555-e032-40ef-ae84-228dba4540e0), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:27.377816 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5845c5-6b88-426c-9467-8ae1565363a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de62d546-e5da-4e15-952b-eb1a863f82db,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:27.404243 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9347649 Oct 20 13:35:27.407973 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 39008) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:27.416702 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-6e15e3e4-8a26-463e-9ae9-9d77e7cbfe35 admin admin] Request body: {'subnet': {'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-574741825-subnet', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:35:27.436019 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for network (d308b555-e032-40ef-ae84-228dba4540e0), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:27.437018 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:35:27.437917 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:27.533755 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e15e3e4-8a26-463e-9ae9-9d77e7cbfe35 admin admin] Made reservation on behalf of b215cb88123a4851932dbf7dfa88f709 for: {'subnet': 1} {{(pid=104732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:35:27.538906 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6e15e3e4-8a26-463e-9ae9-9d77e7cbfe35 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:27.566223 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0f5845c5-6b88-426c-9467-8ae1565363a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747424292904'] for network (9c859482-bc24-4f85-8ad7-70cfdb97a23e), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:27.571619 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] Pushing event updated for resources: {'Network': ['ID=d308b555-e032-40ef-ae84-228dba4540e0,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:27.581914 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-833038d9-c5da-4479-9178-1520587a98bf admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8289371 Oct 20 13:35:27.589197 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 39016) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:27.599006 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Network d308b555-e032-40ef-ae84-228dba4540e0 details requested by agent ovs-agent-dv-cinder-862136-1-iscsi with host dv-cinder-862136-1-iscsi {{(pid=104734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 13:35:27.604026 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-c873859a-617c-4c2c-ac79-cf5cb82747ca admin admin] Request body: {'subnet': {'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-615351646-subnet', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:35:27.605790 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace29209-5087-414f-a3a2-0bfd8699caf9 admin admin] Pushing event updated for resources: {'Network': ['ID=6a87efad-1518-4319-8b6e-3edd28303f86,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:27.627341 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Network 6a87efad-1518-4319-8b6e-3edd28303f86 details requested by agent ovs-agent-dv-cinder-862136-1-iscsi with host dv-cinder-862136-1-iscsi {{(pid=104734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 13:35:27.640021 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c873859a-617c-4c2c-ac79-cf5cb82747ca admin admin] Made reservation on behalf of 747a468811fb478aa6c49b848ccee6d0 for: {'subnet': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:35:27.642600 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-c873859a-617c-4c2c-ac79-cf5cb82747ca admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:27.652063 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=71,neutron:INSERT=22,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:27.666815 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-752e3fa5-aa74-4f28-b82a-284e8577de07 admin admin] Publish callbacks [] for security_group (bd44e02b-ecac-4264-9878-94ddd9dda499), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:27.684573 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0f5845c5-6b88-426c-9467-8ae1565363a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for network (9c859482-bc24-4f85-8ad7-70cfdb97a23e), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:27.689226 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5845c5-6b88-426c-9467-8ae1565363a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:35:27.690702 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0f5845c5-6b88-426c-9467-8ae1565363a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:27.694113 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:27.700320 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-752e3fa5-aa74-4f28-b82a-284e8577de07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (bd44e02b-ecac-4264-9878-94ddd9dda499), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:27.710448 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=68,neutron:INSERT=27,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:27.724138 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752e3fa5-aa74-4f28-b82a-284e8577de07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=104733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 13:35:27.746131 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-752e3fa5-aa74-4f28-b82a-284e8577de07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (837d042d-1e64-494c-bc82-8dbdd07f178f), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:27.746721 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.db.segments_db [None req-752e3fa5-aa74-4f28-b82a-284e8577de07 admin admin] Added segment 837d042d-1e64-494c-bc82-8dbdd07f178f of type vlan for network d74e8eea-b10e-43ce-b0cb-8741f1110868 Oct 20 13:35:27.830243 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-0f5845c5-6b88-426c-9467-8ae1565363a0 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1901610 Oct 20 13:35:27.836318 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 39028) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:27.847974 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-575c1f25-d7dc-4fdd-8581-89ff6fda214b admin admin] Request body: {'subnet': {'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-387486094-subnet', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:35:27.852016 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5845c5-6b88-426c-9467-8ae1565363a0 admin admin] Pushing event updated for resources: {'Network': ['ID=9c859482-bc24-4f85-8ad7-70cfdb97a23e,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:27.853493 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-752e3fa5-aa74-4f28-b82a-284e8577de07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747424292904'] for network (d74e8eea-b10e-43ce-b0cb-8741f1110868), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:27.889110 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-752e3fa5-aa74-4f28-b82a-284e8577de07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for network (d74e8eea-b10e-43ce-b0cb-8741f1110868), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:27.890399 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752e3fa5-aa74-4f28-b82a-284e8577de07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:35:27.891067 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-752e3fa5-aa74-4f28-b82a-284e8577de07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:27.899739 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Network 9c859482-bc24-4f85-8ad7-70cfdb97a23e details requested by agent ovs-agent-dv-cinder-862136-1-iscsi with host dv-cinder-862136-1-iscsi {{(pid=104734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 13:35:27.909588 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:27.926658 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575c1f25-d7dc-4fdd-8581-89ff6fda214b admin admin] Made reservation on behalf of f9addc326c51410f809805d8b44c5c17 for: {'subnet': 1} {{(pid=104732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:35:27.933831 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-575c1f25-d7dc-4fdd-8581-89ff6fda214b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:27.970270 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-752e3fa5-aa74-4f28-b82a-284e8577de07 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2468512 Oct 20 13:35:27.971082 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 39042) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:27.979229 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e3fa5-aa74-4f28-b82a-284e8577de07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd44e02b-ecac-4264-9878-94ddd9dda499,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:27.985863 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-41e89bfb-56ed-4120-b580-e54c95353286 admin admin] Request body: {'subnet': {'network_id': 'd74e8eea-b10e-43ce-b0cb-8741f1110868', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-844292200-subnet', 'tenant_id': '4e1ecd40d6914036b80dfcf74eada323', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:35:28.095075 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e89bfb-56ed-4120-b580-e54c95353286 admin admin] Made reservation on behalf of 4e1ecd40d6914036b80dfcf74eada323 for: {'subnet': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:35:28.097703 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-41e89bfb-56ed-4120-b580-e54c95353286 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:28.124588 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e3fa5-aa74-4f28-b82a-284e8577de07 admin admin] Pushing event updated for resources: {'Network': ['ID=d74e8eea-b10e-43ce-b0cb-8741f1110868,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:28.130173 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6e15e3e4-8a26-463e-9ae9-9d77e7cbfe35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for subnet (2fdacf12-c611-42fe-b6f6-2cbfeede8f9a), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:28.152381 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Network d74e8eea-b10e-43ce-b0cb-8741f1110868 details requested by agent ovs-agent-dv-cinder-862136-1-iscsi with host dv-cinder-862136-1-iscsi {{(pid=104734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 13:35:28.183264 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:28.271959 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e15e3e4-8a26-463e-9ae9-9d77e7cbfe35 admin admin] Checking segment: {'id': '3a56e684-3f29-4221-b1a4-f25d8cf87e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:35:28.273855 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e15e3e4-8a26-463e-9ae9-9d77e7cbfe35 admin admin] Network hostable DHCP agents. Network: 6a87efad-1518-4319-8b6e-3edd28303f86, hostable agents: ['fc80e4aa-b75a-45f9-bc92-ee666d9592cb'], hosted agents: [] {{(pid=104732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 13:35:28.288422 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-c873859a-617c-4c2c-ac79-cf5cb82747ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for subnet (6fe06b3c-29c6-4094-8f91-406de935285f), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:28.300435 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15e3e4-8a26-463e-9ae9-9d77e7cbfe35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fdacf12-c611-42fe-b6f6-2cbfeede8f9a,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:28.348515 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e15e3e4-8a26-463e-9ae9-9d77e7cbfe35 admin admin] Network 6a87efad-1518-4319-8b6e-3edd28303f86 is scheduled to be hosted by DHCP agent fc80e4aa-b75a-45f9-bc92-ee666d9592cb with binding_index 1 {{(pid=104732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 13:35:28.416388 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-6e15e3e4-8a26-463e-9ae9-9d77e7cbfe35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862136-1-iscsi, 6a87efad-1518-4319-8b6e-3edd28303f86) {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:35:28.426631 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873859a-617c-4c2c-ac79-cf5cb82747ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fe06b3c-29c6-4094-8f91-406de935285f,revision_number=0']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:28.438474 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e15e3e4-8a26-463e-9ae9-9d77e7cbfe35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:35:28.439436 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9aad42-ba8f-4923-b69a-2aba6d961434 None None] Network 6a87efad-1518-4319-8b6e-3edd28303f86 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:35:28.439583 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6e15e3e4-8a26-463e-9ae9-9d77e7cbfe35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for subnet (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:28.463754 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-575c1f25-d7dc-4fdd-8581-89ff6fda214b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for subnet (eb211b48-f491-42bc-8f6d-654db7c34008), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:28.538011 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c873859a-617c-4c2c-ac79-cf5cb82747ca admin admin] Checking segment: {'id': '4d78e0f3-9105-4b6b-ab7f-1019f2557df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:35:28.544123 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c873859a-617c-4c2c-ac79-cf5cb82747ca admin admin] Network hostable DHCP agents. Network: d308b555-e032-40ef-ae84-228dba4540e0, hostable agents: ['fc80e4aa-b75a-45f9-bc92-ee666d9592cb'], hosted agents: [] {{(pid=104733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 13:35:28.574632 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-41e89bfb-56ed-4120-b580-e54c95353286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for subnet (f9f1126e-248d-41e1-8eac-579c17647ede), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:28.583350 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-6e15e3e4-8a26-463e-9ae9-9d77e7cbfe35 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1713610 Oct 20 13:35:28.585793 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 39072) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:28.607235 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-7422059c-b026-4f0c-b41e-4c54bab3bd70 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:35:28.618539 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c1f25-d7dc-4fdd-8581-89ff6fda214b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb211b48-f491-42bc-8f6d-654db7c34008,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:28.655689 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b68f31-fc06-4ba2-8a80-daf17c5c73b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d469a18-07e0-5135-909c-90e0e6ecf688-6a87efad-1518-4319-8b6e-3edd28303f86', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a'}]}} from dv-cinder-862136-1-iscsi. {{(pid=104734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 13:35:28.656785 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-87b68f31-fc06-4ba2-8a80-daf17c5c73b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:28.684377 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c873859a-617c-4c2c-ac79-cf5cb82747ca admin admin] Network d308b555-e032-40ef-ae84-228dba4540e0 is scheduled to be hosted by DHCP agent fc80e4aa-b75a-45f9-bc92-ee666d9592cb with binding_index 1 {{(pid=104733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 13:35:28.701557 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7422059c-b026-4f0c-b41e-4c54bab3bd70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3865821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3818'] for router (1f3c4c41-ebbf-411a-9bb1-1745db5a6489), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:28.703603 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7422059c-b026-4f0c-b41e-4c54bab3bd70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3857831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3811'] for router (1f3c4c41-ebbf-411a-9bb1-1745db5a6489), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:28.705304 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [None req-c873859a-617c-4c2c-ac79-cf5cb82747ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862136-1-iscsi, d308b555-e032-40ef-ae84-228dba4540e0) {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:35:28.717421 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c873859a-617c-4c2c-ac79-cf5cb82747ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:35:28.720047 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-c873859a-617c-4c2c-ac79-cf5cb82747ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for subnet (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:28.725297 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575c1f25-d7dc-4fdd-8581-89ff6fda214b admin admin] Checking segment: {'id': '05e72368-f775-4124-bc91-39623e93b8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:35:28.727505 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575c1f25-d7dc-4fdd-8581-89ff6fda214b admin admin] Network hostable DHCP agents. Network: 9c859482-bc24-4f85-8ad7-70cfdb97a23e, hostable agents: ['fc80e4aa-b75a-45f9-bc92-ee666d9592cb'], hosted agents: [] {{(pid=104732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 13:35:28.755220 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-c873859a-617c-4c2c-ac79-cf5cb82747ca admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1577132 Oct 20 13:35:28.760587 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 39076) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:28.764810 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e89bfb-56ed-4120-b580-e54c95353286 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9f1126e-248d-41e1-8eac-579c17647ede,revision_number=0']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:28.781536 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e89bfb-56ed-4120-b580-e54c95353286 admin admin] Checking segment: {'id': '837d042d-1e64-494c-bc82-8dbdd07f178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd74e8eea-b10e-43ce-b0cb-8741f1110868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:35:28.782201 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e89bfb-56ed-4120-b580-e54c95353286 admin admin] Network hostable DHCP agents. Network: d74e8eea-b10e-43ce-b0cb-8741f1110868, hostable agents: ['fc80e4aa-b75a-45f9-bc92-ee666d9592cb'], hosted agents: [] {{(pid=104733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 13:35:28.788670 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-c3005ead-fcd8-4b73-a277-d6a06f6b74df admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-615351646-router', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:35:28.789985 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 39078) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:28.794680 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130ac5c4-09fa-4254-b38f-7c197c7896c2 None None] Network d308b555-e032-40ef-ae84-228dba4540e0 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:35:28.814026 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:28.827493 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e89bfb-56ed-4120-b580-e54c95353286 admin admin] Network d74e8eea-b10e-43ce-b0cb-8741f1110868 is scheduled to be hosted by DHCP agent fc80e4aa-b75a-45f9-bc92-ee666d9592cb with binding_index 1 {{(pid=104733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 13:35:28.843057 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7422059c-b026-4f0c-b41e-4c54bab3bd70 admin admin] Publish callbacks [] for router_controller (1f3c4c41-ebbf-411a-9bb1-1745db5a6489), precommit_add_association {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:28.843831 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575c1f25-d7dc-4fdd-8581-89ff6fda214b admin admin] Network 9c859482-bc24-4f85-8ad7-70cfdb97a23e is scheduled to be hosted by DHCP agent fc80e4aa-b75a-45f9-bc92-ee666d9592cb with binding_index 1 {{(pid=104732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 13:35:28.850430 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [None req-41e89bfb-56ed-4120-b580-e54c95353286 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862136-1-iscsi, d74e8eea-b10e-43ce-b0cb-8741f1110868) {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:35:28.856071 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-575c1f25-d7dc-4fdd-8581-89ff6fda214b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862136-1-iscsi, 9c859482-bc24-4f85-8ad7-70cfdb97a23e) {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:35:28.860618 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c3005ead-fcd8-4b73-a277-d6a06f6b74df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3865821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3818'] for router (1214a302-7c9d-4e34-aee5-073767be6284), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:28.861379 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e89bfb-56ed-4120-b580-e54c95353286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:35:28.862323 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c3005ead-fcd8-4b73-a277-d6a06f6b74df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3857831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3811'] for router (1214a302-7c9d-4e34-aee5-073767be6284), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:28.862940 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-41e89bfb-56ed-4120-b580-e54c95353286 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for subnet (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:28.890427 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-41e89bfb-56ed-4120-b580-e54c95353286 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9123342 Oct 20 13:35:28.892299 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 39082) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:28.898043 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0390b1a4-67bf-4836-9a2b-aa55ae340d3e None None] Network d74e8eea-b10e-43ce-b0cb-8741f1110868 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:35:28.899903 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575c1f25-d7dc-4fdd-8581-89ff6fda214b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:35:28.900573 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-575c1f25-d7dc-4fdd-8581-89ff6fda214b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for subnet (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:28.901338 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-313fe399-2395-4971-adfe-13c270c55c45 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-844292200-router', 'tenant_id': '4e1ecd40d6914036b80dfcf74eada323', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:35:28.905952 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edccbbc-d06f-4569-9b5a-dcc11a1e3c81 None None] Network 9c859482-bc24-4f85-8ad7-70cfdb97a23e requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:35:28.906125 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=81,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:28.906781 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:28.950709 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-313fe399-2395-4971-adfe-13c270c55c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3865821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3818'] for router (17320937-e417-430c-8608-ace1513ee820), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:28.953030 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-313fe399-2395-4971-adfe-13c270c55c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3857831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3811'] for router (17320937-e417-430c-8608-ace1513ee820), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:28.979281 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-575c1f25-d7dc-4fdd-8581-89ff6fda214b admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1377723 Oct 20 13:35:28.984941 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 39086) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:28.997357 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-d317bdde-e00d-4956-99d6-98503fd78728 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-387486094-router', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:35:29.114763 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d317bdde-e00d-4956-99d6-98503fd78728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3865821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3818'] for router (19956344-d0ce-4773-87fe-8839c5db68f1), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:29.117239 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d317bdde-e00d-4956-99d6-98503fd78728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3857831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3811'] for router (19956344-d0ce-4773-87fe-8839c5db68f1), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:29.281656 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c3005ead-fcd8-4b73-a277-d6a06f6b74df admin admin] Publish callbacks [] for router_controller (1214a302-7c9d-4e34-aee5-073767be6284), precommit_add_association {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:29.288329 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7422059c-b026-4f0c-b41e-4c54bab3bd70 admin admin] Publish callbacks [] for router_gateway (1f3c4c41-ebbf-411a-9bb1-1745db5a6489), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:29.346669 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d469a18-07e0-5135-909c-90e0e6ecf688-9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'fixed_ips': [{'subnet_id': 'eb211b48-f491-42bc-8f6d-654db7c34008'}]}} from dv-cinder-862136-1-iscsi. {{(pid=104734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 13:35:29.347844 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:29.387417 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d317bdde-e00d-4956-99d6-98503fd78728 admin admin] Publish callbacks [] for router_controller (19956344-d0ce-4773-87fe-8839c5db68f1), precommit_add_association {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:29.420921 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-e408e5eb-8e3e-4f3a-b454-f8396f23ca69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:29.509417 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Allocated IP 172.20.0.2 (9c859482-bc24-4f85-8ad7-70cfdb97a23e/eb211b48-f491-42bc-8f6d-654db7c34008/f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:35:29.551021 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c3005ead-fcd8-4b73-a277-d6a06f6b74df admin admin] Publish callbacks [] for router_gateway (1214a302-7c9d-4e34-aee5-073767be6284), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:29.601984 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-313fe399-2395-4971-adfe-13c270c55c45 admin admin] Publish callbacks [] for router_controller (17320937-e417-430c-8608-ace1513ee820), precommit_add_association {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:29.696182 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Publish callbacks [] for port (f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:29.727848 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:29.729250 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:29.763542 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7422059c-b026-4f0c-b41e-4c54bab3bd70 admin admin] Publish callbacks [] for router_gateway (1f3c4c41-ebbf-411a-9bb1-1745db5a6489), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:29.764719 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955'] for port (f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:29.797547 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:29.807035 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Network 9c859482-bc24-4f85-8ad7-70cfdb97a23e is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:35:29.808742 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:29.825449 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 39114) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:29.826854 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7422059c-b026-4f0c-b41e-4c54bab3bd70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:29.828924 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:35:29.851837 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:35:29.899426 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-87b68f31-fc06-4ba2-8a80-daf17c5c73b7 None None] Allocated IP 172.20.0.2 (6a87efad-1518-4319-8b6e-3edd28303f86/2fdacf12-c611-42fe-b6f6-2cbfeede8f9a/a2fa406e-beb3-4976-b09a-d8bd5c31a741) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:35:29.919040 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d317bdde-e00d-4956-99d6-98503fd78728 admin admin] Publish callbacks [] for router_gateway (19956344-d0ce-4773-87fe-8839c5db68f1), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:29.938428 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:29.961467 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-313fe399-2395-4971-adfe-13c270c55c45 admin admin] Publish callbacks [] for router_gateway (17320937-e417-430c-8608-ace1513ee820), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:30.048386 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Pushing event updated for resources: {'Port': ['ID=f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:30.091603 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fbe309b4-a9c9-4841-9bcb-ae1b2449b592 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:30.096325 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c3005ead-fcd8-4b73-a277-d6a06f6b74df admin admin] Publish callbacks [] for router_gateway (1214a302-7c9d-4e34-aee5-073767be6284), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:30.098233 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841a444c-8e6e-46f4-b199-b99ad6cb0500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d469a18-07e0-5135-909c-90e0e6ecf688-d74e8eea-b10e-43ce-b0cb-8741f1110868', 'network_id': 'd74e8eea-b10e-43ce-b0cb-8741f1110868', 'project_id': '4e1ecd40d6914036b80dfcf74eada323', 'fixed_ips': [{'subnet_id': 'f9f1126e-248d-41e1-8eac-579c17647ede'}]}} from dv-cinder-862136-1-iscsi. {{(pid=104734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 13:35:30.099124 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-841a444c-8e6e-46f4-b199-b99ad6cb0500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:30.107063 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:30.107403 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:30.107759 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:30.108432 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:30.108432 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:30.108784 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:30.109122 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:30.109449 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:30.109801 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:30.110155 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:30.110475 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:30.110812 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:30.111125 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:30.111446 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:30.111741 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Tracked resource versions report: Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: pushed versions: Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: { 'AddressGroup': {'1.2'}, Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: 'Agent': {'1.1'}, Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: 'ConntrackHelper': {'1.0'}, Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: 'LocalIPAssociation': {'1.0'}, Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: 'Log': {'1.0'}, Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: 'NDPProxy': {'1.0'}, Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: 'Network': {'1.1'}, Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: 'Port': {'1.7'}, Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: 'PortForwarding': {'1.3'}, Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: 'QosPolicy': {'1.10'}, Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: 'SecurityGroup': {'1.5'}, Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: 'SecurityGroupRule': {'1.2'}, Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: 'SubPort': {'1.0'}, Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: 'Subnet': {'1.1'}, Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: 'Trunk': {'1.1'}} Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: consumer versions: Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: { DHCP agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: HyperV agent@hv-cinder-86213: {}, Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: L3 agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: Metadata agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: Metering agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: Open vSwitch agent@dv-cinder-862136-1-iscsi: { 'AddressGroup': '1.2', Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: 'Agent': '1.1', Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: 'ConntrackHelper': '1.0', Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: 'LocalIPAssociation': '1.0', Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: 'Log': '1.0', Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: 'NDPProxy': '1.0', Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: 'Network': '1.1', Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: 'Port': '1.7', Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: 'PortForwarding': '1.3', Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: 'QosPolicy': '1.10', Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: 'SecurityGroup': '1.5', Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: 'SecurityGroupRule': '1.2', Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: 'SubPort': '1.0', Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: 'Subnet': '1.1', Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: 'Trunk': '1.1'}} Oct 20 13:35:30.112956 dv-cinder-862136-1-iscsi neutron-server[104734]: {{(pid=104734) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 13:35:30.122479 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-e408e5eb-8e3e-4f3a-b454-f8396f23ca69 admin admin] Publish callbacks [] for security_group (b0f66b9f-0c36-43e6-9370-2619a428a89b), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:30.136842 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-e408e5eb-8e3e-4f3a-b454-f8396f23ca69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (b0f66b9f-0c36-43e6-9370-2619a428a89b), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:30.142086 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c3005ead-fcd8-4b73-a277-d6a06f6b74df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:30.142256 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29aa8add-7286-4068-a123-410fc8aa11ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d469a18-07e0-5135-909c-90e0e6ecf688-d308b555-e032-40ef-ae84-228dba4540e0', 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0', 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'fixed_ips': [{'subnet_id': '6fe06b3c-29c6-4094-8f91-406de935285f'}]}} from dv-cinder-862136-1-iscsi. {{(pid=104734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 13:35:30.142899 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-29aa8add-7286-4068-a123-410fc8aa11ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:30.143914 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-7422059c-b026-4f0c-b41e-4c54bab3bd70 admin admin] Allocated IP 172.27.0.43 (54b02c82-3888-4407-a753-5cb002a664e9/80f1bf56-ddb3-4c42-8717-7c4bb006400e/73ccb71c-e095-41df-a4eb-781b85659380) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:35:30.145798 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:30.148264 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:30.151150 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Attempting to bind port f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:35:30.151540 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Attempting to bind port f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': '05e72368-f775-4124-bc91-39623e93b8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:35:30.151901 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Attempting to bind port f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 on network 9c859482-bc24-4f85-8ad7-70cfdb97a23e {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:35:30.240908 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-e408e5eb-8e3e-4f3a-b454-f8396f23ca69 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=3d4302a426b84e7696c67066b62c1fee&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4468977 Oct 20 13:35:30.241824 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 39120) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:30.290251 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e408e5eb-8e3e-4f3a-b454-f8396f23ca69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f66b9f-0c36-43e6-9370-2619a428a89b,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:30.313117 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:30.376214 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fbe309b4-a9c9-4841-9bcb-ae1b2449b592 admin admin] Publish callbacks [] for security_group (cfd781e5-7b59-4ad4-8de7-aaef359882ca), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:30.379583 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7422059c-b026-4f0c-b41e-4c54bab3bd70 admin admin] Publish callbacks [] for port (73ccb71c-e095-41df-a4eb-781b85659380), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:30.386225 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fbe309b4-a9c9-4841-9bcb-ae1b2449b592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (cfd781e5-7b59-4ad4-8de7-aaef359882ca), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:30.402572 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:30.404198 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:35:30.404667 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Checking segment: {'id': '05e72368-f775-4124-bc91-39623e93b8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:35:30.405269 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:30.405920 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Bound using segment: {'id': '05e72368-f775-4124-bc91-39623e93b8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:35:30.406433 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Bound port: f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e72368-f775-4124-bc91-39623e93b8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:35:30.407048 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:30.420698 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe309b4-a9c9-4841-9bcb-ae1b2449b592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd781e5-7b59-4ad4-8de7-aaef359882ca,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:30.489021 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-fbe309b4-a9c9-4841-9bcb-ae1b2449b592 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=4f8ffcea74224edc99bd7c9fd4b796ec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6118202 Oct 20 13:35:30.491478 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 39128) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:30.502013 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-313fe399-2395-4971-adfe-13c270c55c45 admin admin] Publish callbacks [] for router_gateway (17320937-e417-430c-8608-ace1513ee820), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:30.542936 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] For port f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:35:30.547040 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] For port f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087,segment=NetworkSegment(05e72368-f775-4124-bc91-39623e93b8b1),segment_id=05e72368-f775-4124-bc91-39623e93b8b1)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:35:30.571002 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7422059c-b026-4f0c-b41e-4c54bab3bd70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955'] for port (73ccb71c-e095-41df-a4eb-781b85659380), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:30.583285 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-313fe399-2395-4971-adfe-13c270c55c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:30.597461 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:30.604403 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-08a4582a-0602-4522-aa2a-5453a79bf126 admin admin] Publish callbacks [] for security_group (cfd781e5-7b59-4ad4-8de7-aaef359882ca), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:30.660050 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7422059c-b026-4f0c-b41e-4c54bab3bd70 admin admin] Network 54b02c82-3888-4407-a753-5cb002a664e9 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:35:30.686328 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-7422059c-b026-4f0c-b41e-4c54bab3bd70 admin admin] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:35:30.697289 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7422059c-b026-4f0c-b41e-4c54bab3bd70 admin admin] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:35:30.702275 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-08a4582a-0602-4522-aa2a-5453a79bf126 admin admin] Publish callbacks [] for security_group (cfd781e5-7b59-4ad4-8de7-aaef359882ca), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:30.755156 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d317bdde-e00d-4956-99d6-98503fd78728 admin admin] Publish callbacks [] for router_gateway (19956344-d0ce-4773-87fe-8839c5db68f1), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:30.757524 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422059c-b026-4f0c-b41e-4c54bab3bd70 admin admin] Pushing event updated for resources: {'Port': ['ID=73ccb71c-e095-41df-a4eb-781b85659380,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:30.758407 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-87b68f31-fc06-4ba2-8a80-daf17c5c73b7 None None] Publish callbacks [] for port (a2fa406e-beb3-4976-b09a-d8bd5c31a741), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:30.760301 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-c3005ead-fcd8-4b73-a277-d6a06f6b74df admin admin] Allocated IP 172.27.0.194 (54b02c82-3888-4407-a753-5cb002a664e9/80f1bf56-ddb3-4c42-8717-7c4bb006400e/ad3db735-3803-4aab-bebe-786cd1825321) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:35:30.796991 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-e32eb968-43e1-4a83-90bb-9d5f61b5dd1a admin admin] Publish callbacks [] for security_group (b0f66b9f-0c36-43e6-9370-2619a428a89b), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:30.807123 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-87b68f31-fc06-4ba2-8a80-daf17c5c73b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955'] for port (a2fa406e-beb3-4976-b09a-d8bd5c31a741), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:30.826555 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-841a444c-8e6e-46f4-b199-b99ad6cb0500 None None] Allocated IP 172.20.0.2 (d74e8eea-b10e-43ce-b0cb-8741f1110868/f9f1126e-248d-41e1-8eac-579c17647ede/66613130-9dfd-41c1-90f8-0ee39d74194b) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:35:30.829860 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:30.843432 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b68f31-fc06-4ba2-8a80-daf17c5c73b7 None None] Network 6a87efad-1518-4319-8b6e-3edd28303f86 is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:35:30.859438 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-87b68f31-fc06-4ba2-8a80-daf17c5c73b7 None None] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:35:30.868605 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079505e2-25d1-4fe5-a542-a668859704e8 None None] Pushing event updated for resources: {'Port': ['ID=f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:30.879707 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b68f31-fc06-4ba2-8a80-daf17c5c73b7 None None] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:35:30.888119 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-29aa8add-7286-4068-a123-410fc8aa11ab None None] Allocated IP 172.20.0.2 (d308b555-e032-40ef-ae84-228dba4540e0/6fe06b3c-29c6-4094-8f91-406de935285f/093c802e-a570-450e-9ee9-e9a8fb6aa5e9) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:35:30.937417 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d317bdde-e00d-4956-99d6-98503fd78728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:31.083668 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-08a4582a-0602-4522-aa2a-5453a79bf126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (cfd781e5-7b59-4ad4-8de7-aaef359882ca), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:31.083668 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-08a4582a-0602-4522-aa2a-5453a79bf126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:31.083668 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-08a4582a-0602-4522-aa2a-5453a79bf126 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/cfd781e5-7b59-4ad4-8de7-aaef359882ca HTTP/1.1" status: 204 len: 168 time: 0.5556610 Oct 20 13:35:31.197793 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a4582a-0602-4522-aa2a-5453a79bf126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd781e5-7b59-4ad4-8de7-aaef359882ca,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:31.202053 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-e32eb968-43e1-4a83-90bb-9d5f61b5dd1a admin admin] Publish callbacks [] for security_group (b0f66b9f-0c36-43e6-9370-2619a428a89b), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:31.244181 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:31.287910 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b68f31-fc06-4ba2-8a80-daf17c5c73b7 None None] Pushing event updated for resources: {'Port': ['ID=a2fa406e-beb3-4976-b09a-d8bd5c31a741,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:31.305642 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-87b68f31-fc06-4ba2-8a80-daf17c5c73b7 None None] Attempting to bind port a2fa406e-beb3-4976-b09a-d8bd5c31a741 on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:35:31.306006 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-87b68f31-fc06-4ba2-8a80-daf17c5c73b7 None None] Attempting to bind port a2fa406e-beb3-4976-b09a-d8bd5c31a741 by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': '3a56e684-3f29-4221-b1a4-f25d8cf87e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:35:31.306356 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b68f31-fc06-4ba2-8a80-daf17c5c73b7 None None] Attempting to bind port a2fa406e-beb3-4976-b09a-d8bd5c31a741 on network 6a87efad-1518-4319-8b6e-3edd28303f86 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:35:31.327206 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-e32eb968-43e1-4a83-90bb-9d5f61b5dd1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (b0f66b9f-0c36-43e6-9370-2619a428a89b), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:31.336323 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-e32eb968-43e1-4a83-90bb-9d5f61b5dd1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:31.337752 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-e32eb968-43e1-4a83-90bb-9d5f61b5dd1a admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/b0f66b9f-0c36-43e6-9370-2619a428a89b HTTP/1.1" status: 204 len: 168 time: 1.0918005 Oct 20 13:35:31.395882 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32eb968-43e1-4a83-90bb-9d5f61b5dd1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f66b9f-0c36-43e6-9370-2619a428a89b,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:31.462106 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b68f31-fc06-4ba2-8a80-daf17c5c73b7 None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:35:31.462686 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b68f31-fc06-4ba2-8a80-daf17c5c73b7 None None] Checking segment: {'id': '3a56e684-3f29-4221-b1a4-f25d8cf87e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:35:31.462876 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-87b68f31-fc06-4ba2-8a80-daf17c5c73b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:31.463275 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b68f31-fc06-4ba2-8a80-daf17c5c73b7 None None] Bound using segment: {'id': '3a56e684-3f29-4221-b1a4-f25d8cf87e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:35:31.463762 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-87b68f31-fc06-4ba2-8a80-daf17c5c73b7 None None] Bound port: a2fa406e-beb3-4976-b09a-d8bd5c31a741, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a56e684-3f29-4221-b1a4-f25d8cf87e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:35:31.464139 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-87b68f31-fc06-4ba2-8a80-daf17c5c73b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (a2fa406e-beb3-4976-b09a-d8bd5c31a741), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:31.593789 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-841a444c-8e6e-46f4-b199-b99ad6cb0500 None None] Publish callbacks [] for port (66613130-9dfd-41c1-90f8-0ee39d74194b), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:31.606115 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:31.627293 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-841a444c-8e6e-46f4-b199-b99ad6cb0500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955'] for port (66613130-9dfd-41c1-90f8-0ee39d74194b), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:31.630255 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-29aa8add-7286-4068-a123-410fc8aa11ab None None] Publish callbacks [] for port (093c802e-a570-450e-9ee9-e9a8fb6aa5e9), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:31.684322 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-29aa8add-7286-4068-a123-410fc8aa11ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955'] for port (093c802e-a570-450e-9ee9-e9a8fb6aa5e9), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:31.742023 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7422059c-b026-4f0c-b41e-4c54bab3bd70 admin admin] Publish callbacks [] for router_gateway (1f3c4c41-ebbf-411a-9bb1-1745db5a6489), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:31.744770 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-87b68f31-fc06-4ba2-8a80-daf17c5c73b7 None None] For port a2fa406e-beb3-4976-b09a-d8bd5c31a741, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:35:31.755355 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29aa8add-7286-4068-a123-410fc8aa11ab None None] Network d308b555-e032-40ef-ae84-228dba4540e0 is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:35:31.769553 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 39152) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:31.772988 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841a444c-8e6e-46f4-b199-b99ad6cb0500 None None] Network d74e8eea-b10e-43ce-b0cb-8741f1110868 is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:35:31.779244 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-29aa8add-7286-4068-a123-410fc8aa11ab None None] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:35:31.785833 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ade30c93-c189-48af-ad68-ecf3a81a556b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:31.787315 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a444c-8e6e-46f4-b199-b99ad6cb0500 None None] Pushing event updated for resources: {'Port': ['ID=66613130-9dfd-41c1-90f8-0ee39d74194b,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:31.788981 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:31.790132 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aa8add-7286-4068-a123-410fc8aa11ab None None] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:35:31.794022 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-87b68f31-fc06-4ba2-8a80-daf17c5c73b7 None None] For port a2fa406e-beb3-4976-b09a-d8bd5c31a741, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=a2fa406e-beb3-4976-b09a-d8bd5c31a741,segment=NetworkSegment(3a56e684-3f29-4221-b1a4-f25d8cf87e97),segment_id=3a56e684-3f29-4221-b1a4-f25d8cf87e97)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:35:31.797257 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-841a444c-8e6e-46f4-b199-b99ad6cb0500 None None] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:35:31.811642 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c3005ead-fcd8-4b73-a277-d6a06f6b74df admin admin] Publish callbacks [] for port (ad3db735-3803-4aab-bebe-786cd1825321), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:31.817170 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:31.936913 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c3005ead-fcd8-4b73-a277-d6a06f6b74df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955'] for port (ad3db735-3803-4aab-bebe-786cd1825321), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:32.006296 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3005ead-fcd8-4b73-a277-d6a06f6b74df admin admin] Pushing event updated for resources: {'Port': ['ID=ad3db735-3803-4aab-bebe-786cd1825321,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:32.016152 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841a444c-8e6e-46f4-b199-b99ad6cb0500 None None] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:35:32.017476 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [None req-d317bdde-e00d-4956-99d6-98503fd78728 admin admin] Allocated IP 172.27.0.163 (54b02c82-3888-4407-a753-5cb002a664e9/80f1bf56-ddb3-4c42-8717-7c4bb006400e/21091521-a32d-4bc3-bd31-1690402ab03b) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:35:32.018572 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:35:32.025329 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-87b68f31-fc06-4ba2-8a80-daf17c5c73b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (a2fa406e-beb3-4976-b09a-d8bd5c31a741), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:32.038211 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3005ead-fcd8-4b73-a277-d6a06f6b74df admin admin] Network 54b02c82-3888-4407-a753-5cb002a664e9 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:35:32.087316 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-c3005ead-fcd8-4b73-a277-d6a06f6b74df admin admin] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:35:32.095397 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3005ead-fcd8-4b73-a277-d6a06f6b74df admin admin] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:35:32.135917 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa8add-7286-4068-a123-410fc8aa11ab None None] Pushing event updated for resources: {'Port': ['ID=093c802e-a570-450e-9ee9-e9a8fb6aa5e9,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:32.142220 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:INSERT=4,neutron:UPDATE=7,neutron:SELECT=89 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:32.181096 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:32.205583 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ade30c93-c189-48af-ad68-ecf3a81a556b admin admin] Publish callbacks [] for security_group (02adcb49-d10a-4e04-8156-1dc8dfc26fc9), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:32.244800 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d317bdde-e00d-4956-99d6-98503fd78728 admin admin] Publish callbacks [] for port (21091521-a32d-4bc3-bd31-1690402ab03b), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:32.250146 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-29aa8add-7286-4068-a123-410fc8aa11ab None None] Attempting to bind port 093c802e-a570-450e-9ee9-e9a8fb6aa5e9 on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:35:32.253127 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-29aa8add-7286-4068-a123-410fc8aa11ab None None] Attempting to bind port 093c802e-a570-450e-9ee9-e9a8fb6aa5e9 by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': '4d78e0f3-9105-4b6b-ab7f-1019f2557df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:35:32.253421 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa8add-7286-4068-a123-410fc8aa11ab None None] Attempting to bind port 093c802e-a570-450e-9ee9-e9a8fb6aa5e9 on network d308b555-e032-40ef-ae84-228dba4540e0 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:35:32.286612 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-841a444c-8e6e-46f4-b199-b99ad6cb0500 None None] Attempting to bind port 66613130-9dfd-41c1-90f8-0ee39d74194b on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:35:32.287573 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-841a444c-8e6e-46f4-b199-b99ad6cb0500 None None] Attempting to bind port 66613130-9dfd-41c1-90f8-0ee39d74194b by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': '837d042d-1e64-494c-bc82-8dbdd07f178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd74e8eea-b10e-43ce-b0cb-8741f1110868'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:35:32.288173 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841a444c-8e6e-46f4-b199-b99ad6cb0500 None None] Attempting to bind port 66613130-9dfd-41c1-90f8-0ee39d74194b on network d74e8eea-b10e-43ce-b0cb-8741f1110868 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:35:32.330014 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d46441-db63-42f4-b314-ecf2568ab234 None None] Network 9c859482-bc24-4f85-8ad7-70cfdb97a23e requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:35:32.340195 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:32.345356 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:32.346048 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 Oct 20 13:35:32.357123 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7422059c-b026-4f0c-b41e-4c54bab3bd70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3855127'] for router (1f3c4c41-ebbf-411a-9bb1-1745db5a6489), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:32.368090 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ade30c93-c189-48af-ad68-ecf3a81a556b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (02adcb49-d10a-4e04-8156-1dc8dfc26fc9), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:32.449029 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d317bdde-e00d-4956-99d6-98503fd78728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955'] for port (21091521-a32d-4bc3-bd31-1690402ab03b), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:32.462678 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade30c93-c189-48af-ad68-ecf3a81a556b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02adcb49-d10a-4e04-8156-1dc8dfc26fc9,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:32.526447 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b68f31-fc06-4ba2-8a80-daf17c5c73b7 None None] Pushing event updated for resources: {'Port': ['ID=a2fa406e-beb3-4976-b09a-d8bd5c31a741,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:32.662831 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-c07087ee-a840-451a-a437-f62fcae114cc None None] Provisioning complete for port f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:32.663428 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c07087ee-a840-451a-a437-f62fcae114cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:32.663891 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-c07087ee-a840-451a-a437-f62fcae114cc None None] Attempt 1 to provision port f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 Oct 20 13:35:32.679679 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d317bdde-e00d-4956-99d6-98503fd78728 admin admin] Network 54b02c82-3888-4407-a753-5cb002a664e9 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:35:32.714491 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c3005ead-fcd8-4b73-a277-d6a06f6b74df admin admin] Publish callbacks [] for router_gateway (1214a302-7c9d-4e34-aee5-073767be6284), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:32.719651 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7422059c-b026-4f0c-b41e-4c54bab3bd70 admin admin] Router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 is scheduled to L3 agent be337168-f950-40d6-92a4-727d8beca7ca with binding_index 1 {{(pid=104732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 13:35:32.732834 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa8add-7286-4068-a123-410fc8aa11ab None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:35:32.733240 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa8add-7286-4068-a123-410fc8aa11ab None None] Checking segment: {'id': '4d78e0f3-9105-4b6b-ab7f-1019f2557df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:35:32.733641 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-29aa8add-7286-4068-a123-410fc8aa11ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:32.734073 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa8add-7286-4068-a123-410fc8aa11ab None None] Bound using segment: {'id': '4d78e0f3-9105-4b6b-ab7f-1019f2557df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:35:32.734699 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-29aa8add-7286-4068-a123-410fc8aa11ab None None] Bound port: 093c802e-a570-450e-9ee9-e9a8fb6aa5e9, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d78e0f3-9105-4b6b-ab7f-1019f2557df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:35:32.735066 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-29aa8add-7286-4068-a123-410fc8aa11ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (093c802e-a570-450e-9ee9-e9a8fb6aa5e9), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:32.736708 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-ade30c93-c189-48af-ad68-ecf3a81a556b admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=e29cab0a4c194b63a9ae234afd9256cd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9659543 Oct 20 13:35:32.738832 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841a444c-8e6e-46f4-b199-b99ad6cb0500 None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:35:32.739399 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841a444c-8e6e-46f4-b199-b99ad6cb0500 None None] Checking segment: {'id': '837d042d-1e64-494c-bc82-8dbdd07f178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd74e8eea-b10e-43ce-b0cb-8741f1110868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:35:32.740058 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-841a444c-8e6e-46f4-b199-b99ad6cb0500 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:32.740588 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841a444c-8e6e-46f4-b199-b99ad6cb0500 None None] Bound using segment: {'id': '837d042d-1e64-494c-bc82-8dbdd07f178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd74e8eea-b10e-43ce-b0cb-8741f1110868'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:35:32.741256 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-841a444c-8e6e-46f4-b199-b99ad6cb0500 None None] Bound port: 66613130-9dfd-41c1-90f8-0ee39d74194b, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d042d-1e64-494c-bc82-8dbdd07f178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd74e8eea-b10e-43ce-b0cb-8741f1110868'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:35:32.741781 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-841a444c-8e6e-46f4-b199-b99ad6cb0500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (66613130-9dfd-41c1-90f8-0ee39d74194b), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:32.749125 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 39180) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:32.751726 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [None req-d317bdde-e00d-4956-99d6-98503fd78728 admin admin] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:35:32.793429 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d317bdde-e00d-4956-99d6-98503fd78728 admin admin] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:35:32.940315 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7422059c-b026-4f0c-b41e-4c54bab3bd70 admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:35:32.955189 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b07034-ee66-430d-b9a2-954743118494 None None] Sync routers for ids ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:35:32.969878 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b07034-ee66-430d-b9a2-954743118494 None None] Routers {'1f3c4c41-ebbf-411a-9bb1-1745db5a6489'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:35:32.970508 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-14b07034-ee66-430d-b9a2-954743118494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:35:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:32.992350 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:32.992701 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:33.004728 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:33.073759 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:33.090153 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7422059c-b026-4f0c-b41e-4c54bab3bd70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:33.097455 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-7422059c-b026-4f0c-b41e-4c54bab3bd70 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4950788 Oct 20 13:35:33.116558 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 39198) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:33.249511 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317bdde-e00d-4956-99d6-98503fd78728 admin admin] Pushing event updated for resources: {'Port': ['ID=21091521-a32d-4bc3-bd31-1690402ab03b,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:33.325930 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-c07087ee-a840-451a-a437-f62fcae114cc None None] Current status of the port f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:33.340974 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:33.346272 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c07087ee-a840-451a-a437-f62fcae114cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:33.349544 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-29aa8add-7286-4068-a123-410fc8aa11ab None None] For port 093c802e-a570-450e-9ee9-e9a8fb6aa5e9, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:35:33.387726 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087,segment=NetworkSegment(05e72368-f775-4124-bc91-39623e93b8b1),segment_id=05e72368-f775-4124-bc91-39623e93b8b1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:35:33.392582 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [None req-313fe399-2395-4971-adfe-13c270c55c45 admin admin] Allocated IP 172.27.0.189 (54b02c82-3888-4407-a753-5cb002a664e9/80f1bf56-ddb3-4c42-8717-7c4bb006400e/e18ef4d0-491d-4d40-9335-54101a4131f5) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:35:33.394742 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-841a444c-8e6e-46f4-b199-b99ad6cb0500 None None] For port 66613130-9dfd-41c1-90f8-0ee39d74194b, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:35:33.448223 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:33.473531 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-841a444c-8e6e-46f4-b199-b99ad6cb0500 None None] For port 66613130-9dfd-41c1-90f8-0ee39d74194b, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=66613130-9dfd-41c1-90f8-0ee39d74194b,segment=NetworkSegment(837d042d-1e64-494c-bc82-8dbdd07f178f),segment_id=837d042d-1e64-494c-bc82-8dbdd07f178f)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:35:33.483958 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-29aa8add-7286-4068-a123-410fc8aa11ab None None] For port 093c802e-a570-450e-9ee9-e9a8fb6aa5e9, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=093c802e-a570-450e-9ee9-e9a8fb6aa5e9,segment=NetworkSegment(4d78e0f3-9105-4b6b-ab7f-1019f2557df1),segment_id=4d78e0f3-9105-4b6b-ab7f-1019f2557df1)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:35:33.535568 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-841a444c-8e6e-46f4-b199-b99ad6cb0500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (66613130-9dfd-41c1-90f8-0ee39d74194b), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:33.561615 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-29aa8add-7286-4068-a123-410fc8aa11ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (093c802e-a570-450e-9ee9-e9a8fb6aa5e9), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:33.575850 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-14b07034-ee66-430d-b9a2-954743118494 None None] Set router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:35:33.634657 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:33.728029 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:33.795013 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:33.809307 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.db.api [None req-c07087ee-a840-451a-a437-f62fcae114cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 20 13:35:33.810364 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG oslo_db.api [None req-c07087ee-a840-451a-a437-f62fcae114cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 13:35:33.888713 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device a2fa406e-beb3-4976-b09a-d8bd5c31a741 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:35:33.903470 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03543c2-3ace-40ab-9d4f-2670a2b0f5be None None] Network 6a87efad-1518-4319-8b6e-3edd28303f86 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:35:33.992564 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-da33870c-f66d-4b2b-9716-aa392cf64621 admin admin] Publish callbacks [] for security_group (02adcb49-d10a-4e04-8156-1dc8dfc26fc9), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:34.136275 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a444c-8e6e-46f4-b199-b99ad6cb0500 None None] Pushing event updated for resources: {'Port': ['ID=66613130-9dfd-41c1-90f8-0ee39d74194b,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:34.136421 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-14b07034-ee66-430d-b9a2-954743118494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:30Z', 'revision_number': 3, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:34.168450 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c3005ead-fcd8-4b73-a277-d6a06f6b74df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3855127'] for router (1214a302-7c9d-4e34-aee5-073767be6284), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:34.230003 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b07034-ee66-430d-b9a2-954743118494 None None] Checking router: 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:35:34.230827 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b07034-ee66-430d-b9a2-954743118494 None None] Updating router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 port 73ccb71c-e095-41df-a4eb-781b85659380 binding host dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 13:35:34.239586 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-da33870c-f66d-4b2b-9716-aa392cf64621 admin admin] Publish callbacks [] for security_group (02adcb49-d10a-4e04-8156-1dc8dfc26fc9), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:34.312573 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-14b07034-ee66-430d-b9a2-954743118494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (73ccb71c-e095-41df-a4eb-781b85659380), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:34.518347 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-313fe399-2395-4971-adfe-13c270c55c45 admin admin] Publish callbacks [] for port (e18ef4d0-491d-4d40-9335-54101a4131f5), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:34.523375 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-da33870c-f66d-4b2b-9716-aa392cf64621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (02adcb49-d10a-4e04-8156-1dc8dfc26fc9), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:34.525970 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-da33870c-f66d-4b2b-9716-aa392cf64621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:34.529432 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-da33870c-f66d-4b2b-9716-aa392cf64621 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/02adcb49-d10a-4e04-8156-1dc8dfc26fc9 HTTP/1.1" status: 204 len: 168 time: 1.7695498 Oct 20 13:35:34.537468 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d317bdde-e00d-4956-99d6-98503fd78728 admin admin] Publish callbacks [] for router_gateway (19956344-d0ce-4773-87fe-8839c5db68f1), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:34.543244 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33870c-f66d-4b2b-9716-aa392cf64621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02adcb49-d10a-4e04-8156-1dc8dfc26fc9,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:34.598113 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-c07087ee-a840-451a-a437-f62fcae114cc None None] Current status of the port f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:34.604634 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa8add-7286-4068-a123-410fc8aa11ab None None] Pushing event updated for resources: {'Port': ['ID=093c802e-a570-450e-9ee9-e9a8fb6aa5e9,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:34.686778 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-313fe399-2395-4971-adfe-13c270c55c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955'] for port (e18ef4d0-491d-4d40-9335-54101a4131f5), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:34.768924 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port a2fa406e-beb3-4976-b09a-d8bd5c31a741 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:34.775283 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (a2fa406e-beb3-4976-b09a-d8bd5c31a741), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:34.776222 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port a2fa406e-beb3-4976-b09a-d8bd5c31a741 Oct 20 13:35:34.787420 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313fe399-2395-4971-adfe-13c270c55c45 admin admin] Network 54b02c82-3888-4407-a753-5cb002a664e9 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:35:34.797579 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [None req-313fe399-2395-4971-adfe-13c270c55c45 admin admin] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:35:34.800064 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313fe399-2395-4971-adfe-13c270c55c45 admin admin] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:35:34.805544 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313fe399-2395-4971-adfe-13c270c55c45 admin admin] Pushing event updated for resources: {'Port': ['ID=e18ef4d0-491d-4d40-9335-54101a4131f5,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:34.906115 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-7861cffb-8ccf-4810-8fa6-077410897a1e None None] Provisioning complete for port a2fa406e-beb3-4976-b09a-d8bd5c31a741 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:34.906650 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7861cffb-8ccf-4810-8fa6-077410897a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (a2fa406e-beb3-4976-b09a-d8bd5c31a741), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:34.907407 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-7861cffb-8ccf-4810-8fa6-077410897a1e None None] Attempt 1 to provision port a2fa406e-beb3-4976-b09a-d8bd5c31a741 Oct 20 13:35:34.987601 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d317bdde-e00d-4956-99d6-98503fd78728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3855127'] for router (19956344-d0ce-4773-87fe-8839c5db68f1), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:35.023954 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3005ead-fcd8-4b73-a277-d6a06f6b74df admin admin] Router 1214a302-7c9d-4e34-aee5-073767be6284 is scheduled to L3 agent be337168-f950-40d6-92a4-727d8beca7ca with binding_index 1 {{(pid=104732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 13:35:35.141111 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:35:35.143022 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-14b07034-ee66-430d-b9a2-954743118494 None None] Publish callbacks [] for port (73ccb71c-e095-41df-a4eb-781b85659380), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:35.163305 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-14b07034-ee66-430d-b9a2-954743118494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (73ccb71c-e095-41df-a4eb-781b85659380), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:35.230110 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:35.263080 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-14b07034-ee66-430d-b9a2-954743118494 None None] Attempting to bind port 73ccb71c-e095-41df-a4eb-781b85659380 on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:35:35.263451 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-14b07034-ee66-430d-b9a2-954743118494 None None] Attempting to bind port 73ccb71c-e095-41df-a4eb-781b85659380 by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:35:35.263816 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b07034-ee66-430d-b9a2-954743118494 None None] Attempting to bind port 73ccb71c-e095-41df-a4eb-781b85659380 on network 54b02c82-3888-4407-a753-5cb002a664e9 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:35:35.293784 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-15ea5423-5b7e-466e-a9d3-38983761ebf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:35.320888 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port a2fa406e-beb3-4976-b09a-d8bd5c31a741 is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:35.321471 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (a2fa406e-beb3-4976-b09a-d8bd5c31a741), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:35.361396 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d485c-9afc-4fa8-8ab1-5bf47020f3f0 None None] Pushing event updated for resources: {'Port': ['ID=73ccb71c-e095-41df-a4eb-781b85659380,revision_number=2']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:35.382924 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-7861cffb-8ccf-4810-8fa6-077410897a1e None None] Current status of the port a2fa406e-beb3-4976-b09a-d8bd5c31a741 is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:35.383309 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7861cffb-8ccf-4810-8fa6-077410897a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (a2fa406e-beb3-4976-b09a-d8bd5c31a741), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:35.388300 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d485c-9afc-4fa8-8ab1-5bf47020f3f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:35.413465 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d485c-9afc-4fa8-8ab1-5bf47020f3f0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:35.413989 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d485c-9afc-4fa8-8ab1-5bf47020f3f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:35.414515 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d485c-9afc-4fa8-8ab1-5bf47020f3f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:35.415029 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d485c-9afc-4fa8-8ab1-5bf47020f3f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:35.415710 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d485c-9afc-4fa8-8ab1-5bf47020f3f0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:35.416327 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d485c-9afc-4fa8-8ab1-5bf47020f3f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:35.419379 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d485c-9afc-4fa8-8ab1-5bf47020f3f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:35.421506 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d485c-9afc-4fa8-8ab1-5bf47020f3f0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:35.424755 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d485c-9afc-4fa8-8ab1-5bf47020f3f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:35.429093 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d485c-9afc-4fa8-8ab1-5bf47020f3f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:35.429611 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d485c-9afc-4fa8-8ab1-5bf47020f3f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:35.430979 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d485c-9afc-4fa8-8ab1-5bf47020f3f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:35.432851 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d485c-9afc-4fa8-8ab1-5bf47020f3f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:35.435333 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d485c-9afc-4fa8-8ab1-5bf47020f3f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c20d485c-9afc-4fa8-8ab1-5bf47020f3f0 None None] Tracked resource versions report: Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: pushed versions: Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: { 'AddressGroup': {'1.2'}, Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: 'Agent': {'1.1'}, Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: 'ConntrackHelper': {'1.0'}, Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: 'LocalIPAssociation': {'1.0'}, Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: 'Log': {'1.0'}, Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: 'NDPProxy': {'1.0'}, Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: 'Network': {'1.1'}, Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: 'Port': {'1.7'}, Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: 'PortForwarding': {'1.3'}, Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: 'QosPolicy': {'1.10'}, Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: 'SecurityGroup': {'1.5'}, Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: 'SecurityGroupRule': {'1.2'}, Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: 'SubPort': {'1.0'}, Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: 'Subnet': {'1.1'}, Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: 'Trunk': {'1.1'}} Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: consumer versions: Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: { DHCP agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: HyperV agent@hv-cinder-86213: {}, Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: L3 agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: Metadata agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: Metering agent@dv-cinder-862136-1-iscsi: {}, Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: Open vSwitch agent@dv-cinder-862136-1-iscsi: { 'AddressGroup': '1.2', Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: 'Agent': '1.1', Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: 'ConntrackHelper': '1.0', Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: 'LocalIPAssociation': '1.0', Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: 'Log': '1.0', Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: 'NDPProxy': '1.0', Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: 'Network': '1.1', Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: 'Port': '1.7', Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: 'PortForwarding': '1.3', Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: 'QosPolicy': '1.10', Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: 'SecurityGroup': '1.5', Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: 'SecurityGroupRule': '1.2', Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: 'SubPort': '1.0', Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: 'Subnet': '1.1', Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: 'Trunk': '1.1'}} Oct 20 13:35:35.437473 dv-cinder-862136-1-iscsi neutron-server[104735]: {{(pid=104735) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 20 13:35:35.476411 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b07034-ee66-430d-b9a2-954743118494 None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:35:35.482638 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b07034-ee66-430d-b9a2-954743118494 None None] Checking segment: {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:35:35.483250 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-14b07034-ee66-430d-b9a2-954743118494 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:35.483807 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b07034-ee66-430d-b9a2-954743118494 None None] Bound using segment: {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:35:35.486108 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-14b07034-ee66-430d-b9a2-954743118494 None None] Bound port: 73ccb71c-e095-41df-a4eb-781b85659380, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:35:35.487344 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-14b07034-ee66-430d-b9a2-954743118494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (73ccb71c-e095-41df-a4eb-781b85659380), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:35.541535 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port a2fa406e-beb3-4976-b09a-d8bd5c31a741, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=a2fa406e-beb3-4976-b09a-d8bd5c31a741,segment=NetworkSegment(3a56e684-3f29-4221-b1a4-f25d8cf87e97),segment_id=3a56e684-3f29-4221-b1a4-f25d8cf87e97)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:35:35.556887 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (a2fa406e-beb3-4976-b09a-d8bd5c31a741), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:35.616528 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:35.622586 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3005ead-fcd8-4b73-a277-d6a06f6b74df admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:35:35.644945 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-14b07034-ee66-430d-b9a2-954743118494 None None] For port 73ccb71c-e095-41df-a4eb-781b85659380, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:35:35.652085 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-14b07034-ee66-430d-b9a2-954743118494 None None] For port 73ccb71c-e095-41df-a4eb-781b85659380, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=73ccb71c-e095-41df-a4eb-781b85659380,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:35:35.653880 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:35.674108 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-14b07034-ee66-430d-b9a2-954743118494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (73ccb71c-e095-41df-a4eb-781b85659380), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:35.733930 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.db.api [None req-7861cffb-8ccf-4810-8fa6-077410897a1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 20 13:35:35.734900 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG oslo_db.api [None req-7861cffb-8ccf-4810-8fa6-077410897a1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 13:35:35.784768 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fc8434-96fb-4c95-bc31-685dcfb052e1 None None] Sync routers for ids ['1214a302-7c9d-4e34-aee5-073767be6284'] in dv-cinder-862136-1-iscsi {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:35:35.791720 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c3005ead-fcd8-4b73-a277-d6a06f6b74df admin admin] Publish callbacks [] for router (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:35.799711 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:35.803321 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-c3005ead-fcd8-4b73-a277-d6a06f6b74df admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.0392644 Oct 20 13:35:35.808581 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 39280) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:35.831678 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fc8434-96fb-4c95-bc31-685dcfb052e1 None None] Routers {'1214a302-7c9d-4e34-aee5-073767be6284'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:35:35.832538 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-f6fc8434-96fb-4c95-bc31-685dcfb052e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:35:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1214a302-7c9d-4e34-aee5-073767be6284'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:35.876269 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b07034-ee66-430d-b9a2-954743118494 None None] Routers {'1f3c4c41-ebbf-411a-9bb1-1745db5a6489'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:35:35.878312 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-14b07034-ee66-430d-b9a2-954743118494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:35:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:35.879524 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0151d7-2dd2-49bb-a0df-6a9b5c5b8e3a None None] Network d308b555-e032-40ef-ae84-228dba4540e0 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:35:35.886925 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=a2fa406e-beb3-4976-b09a-d8bd5c31a741,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:35.997737 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-313fe399-2395-4971-adfe-13c270c55c45 admin admin] Publish callbacks [] for router_gateway (17320937-e417-430c-8608-ace1513ee820), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:36.011110 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d317bdde-e00d-4956-99d6-98503fd78728 admin admin] Router 19956344-d0ce-4773-87fe-8839c5db68f1 is scheduled to L3 agent be337168-f950-40d6-92a4-727d8beca7ca with binding_index 1 {{(pid=104733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 13:35:36.254371 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-14b07034-ee66-430d-b9a2-954743118494 None None] Set router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:35:36.297392 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 39290) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:36.312604 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:36.325585 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:36.326639 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:36.328366 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402e0f0f-2236-4051-9bfb-b28eeee166d4 None None] Network d74e8eea-b10e-43ce-b0cb-8741f1110868 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:35:36.333255 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-15ea5423-5b7e-466e-a9d3-38983761ebf5 admin admin] Allocated IP 172.20.0.1 (6a87efad-1518-4319-8b6e-3edd28303f86/2fdacf12-c611-42fe-b6f6-2cbfeede8f9a/86fac27a-cd4f-4973-a4ae-a8871270433b) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:35:36.445690 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d485c-9afc-4fa8-8ab1-5bf47020f3f0 None None] Pushing event updated for resources: {'Port': ['ID=73ccb71c-e095-41df-a4eb-781b85659380,revision_number=3']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:36.496095 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 66613130-9dfd-41c1-90f8-0ee39d74194b up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:35:36.516312 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-7861cffb-8ccf-4810-8fa6-077410897a1e None None] Current status of the port a2fa406e-beb3-4976-b09a-d8bd5c31a741 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:36.521513 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d317bdde-e00d-4956-99d6-98503fd78728 admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:35:36.554888 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-14b07034-ee66-430d-b9a2-954743118494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:30Z', 'revision_number': 3, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:36.557793 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33ed32a-7561-4096-b503-66925c27b27e None None] Sync routers for ids ['19956344-d0ce-4773-87fe-8839c5db68f1'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:35:36.570894 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d317bdde-e00d-4956-99d6-98503fd78728 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:36.575031 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-d317bdde-e00d-4956-99d6-98503fd78728 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.5826283 Oct 20 13:35:36.575031 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-313fe399-2395-4971-adfe-13c270c55c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3855127'] for router (17320937-e417-430c-8608-ace1513ee820), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:36.575878 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 39298) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:36.582810 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-15ea5423-5b7e-466e-a9d3-38983761ebf5 admin admin] Publish callbacks [] for port (86fac27a-cd4f-4973-a4ae-a8871270433b), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:36.625726 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b07034-ee66-430d-b9a2-954743118494 None None] The sync data for ids ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'] in dv-cinder-862136-1-iscsi is: [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:30Z', 'revision_number': 3, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:35:36.633705 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:36.636945 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33ed32a-7561-4096-b503-66925c27b27e None None] Routers {'19956344-d0ce-4773-87fe-8839c5db68f1'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:35:36.639522 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-d33ed32a-7561-4096-b503-66925c27b27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:35:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['19956344-d0ce-4773-87fe-8839c5db68f1'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:36.650557 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-15ea5423-5b7e-466e-a9d3-38983761ebf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955'] for port (86fac27a-cd4f-4973-a4ae-a8871270433b), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:36.691287 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-7861cffb-8ccf-4810-8fa6-077410897a1e None None] Provisioning complete for port f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:36.692717 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7861cffb-8ccf-4810-8fa6-077410897a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:36.694652 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-7861cffb-8ccf-4810-8fa6-077410897a1e None None] Attempt 1 to provision port f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 Oct 20 13:35:36.715729 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-f6fc8434-96fb-4c95-bc31-685dcfb052e1 None None] Set router 1214a302-7c9d-4e34-aee5-073767be6284 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:35:36.727633 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ea5423-5b7e-466e-a9d3-38983761ebf5 admin admin] Network 6a87efad-1518-4319-8b6e-3edd28303f86 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:35:36.737079 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-15ea5423-5b7e-466e-a9d3-38983761ebf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:35:36.742220 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ea5423-5b7e-466e-a9d3-38983761ebf5 admin admin] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:35:36.743081 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-15ea5423-5b7e-466e-a9d3-38983761ebf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859861'] for router_interface (1f3c4c41-ebbf-411a-9bb1-1745db5a6489), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:36.829571 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-d33ed32a-7561-4096-b503-66925c27b27e None None] Set router 19956344-d0ce-4773-87fe-8839c5db68f1 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:35:37.018722 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-26716736-281d-45e9-ae57-7866b52345d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:37.091814 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 66613130-9dfd-41c1-90f8-0ee39d74194b triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:37.092331 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (66613130-9dfd-41c1-90f8-0ee39d74194b), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:37.092767 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 66613130-9dfd-41c1-90f8-0ee39d74194b Oct 20 13:35:37.094836 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:37.131330 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea5423-5b7e-466e-a9d3-38983761ebf5 admin admin] Pushing event updated for resources: {'Port': ['ID=86fac27a-cd4f-4973-a4ae-a8871270433b,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:37.344578 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-26716736-281d-45e9-ae57-7866b52345d6 admin admin] Publish callbacks [] for security_group (aba68c9c-fd32-4dd6-81c4-ec881f8922d2), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:37.360698 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-26716736-281d-45e9-ae57-7866b52345d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (aba68c9c-fd32-4dd6-81c4-ec881f8922d2), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:37.398736 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-d33ed32a-7561-4096-b503-66925c27b27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'name': 'tempest-AttachVolumeShelveTestJSON-387486094-router', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:33Z', 'revision_number': 3, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'gw_port': {'id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:37.461093 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-26716736-281d-45e9-ae57-7866b52345d6 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=861546743d064fcf94b72c6eb5e3b233&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1622455 Oct 20 13:35:37.480554 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33ed32a-7561-4096-b503-66925c27b27e None None] Checking router: 19956344-d0ce-4773-87fe-8839c5db68f1 for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:35:37.481199 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33ed32a-7561-4096-b503-66925c27b27e None None] Updating router 19956344-d0ce-4773-87fe-8839c5db68f1 port 21091521-a32d-4bc3-bd31-1690402ab03b binding host dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 13:35:37.485098 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:37.486109 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 39320) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:37.535594 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d33ed32a-7561-4096-b503-66925c27b27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (21091521-a32d-4bc3-bd31-1690402ab03b), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:37.649699 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-7861cffb-8ccf-4810-8fa6-077410897a1e None None] Current status of the port f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:37.727683 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26716736-281d-45e9-ae57-7866b52345d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba68c9c-fd32-4dd6-81c4-ec881f8922d2,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:37.757512 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:INSERT=12,neutron:SELECT=86,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:37.780699 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 66613130-9dfd-41c1-90f8-0ee39d74194b is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:37.780886 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (66613130-9dfd-41c1-90f8-0ee39d74194b), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:37.822658 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-68b07ca0-5b1c-4268-a136-7dcd5b68b22e admin admin] Publish callbacks [] for security_group (aba68c9c-fd32-4dd6-81c4-ec881f8922d2), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:37.866133 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:37.955029 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-39623587-a2ad-493a-be9b-5256a0f34cba None None] Provisioning complete for port 093c802e-a570-450e-9ee9-e9a8fb6aa5e9 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:37.955425 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-39623587-a2ad-493a-be9b-5256a0f34cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (093c802e-a570-450e-9ee9-e9a8fb6aa5e9), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:37.955765 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-39623587-a2ad-493a-be9b-5256a0f34cba None None] Attempt 1 to provision port 093c802e-a570-450e-9ee9-e9a8fb6aa5e9 Oct 20 13:35:37.982661 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-15ea5423-5b7e-466e-a9d3-38983761ebf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (86fac27a-cd4f-4973-a4ae-a8871270433b), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:38.062865 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-68b07ca0-5b1c-4268-a136-7dcd5b68b22e admin admin] Publish callbacks [] for security_group (aba68c9c-fd32-4dd6-81c4-ec881f8922d2), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:38.116285 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port 66613130-9dfd-41c1-90f8-0ee39d74194b, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=66613130-9dfd-41c1-90f8-0ee39d74194b,segment=NetworkSegment(837d042d-1e64-494c-bc82-8dbdd07f178f),segment_id=837d042d-1e64-494c-bc82-8dbdd07f178f)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:35:38.126198 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313fe399-2395-4971-adfe-13c270c55c45 admin admin] Router 17320937-e417-430c-8608-ace1513ee820 is scheduled to L3 agent be337168-f950-40d6-92a4-727d8beca7ca with binding_index 1 {{(pid=104733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 13:35:38.153350 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b46123c6-4708-486f-baf4-6fe1d8c70e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:38.163493 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (66613130-9dfd-41c1-90f8-0ee39d74194b), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:38.167343 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:35:38.168095 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:38.219962 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d33ed32a-7561-4096-b503-66925c27b27e None None] Publish callbacks [] for port (21091521-a32d-4bc3-bd31-1690402ab03b), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:38.223689 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:38.248464 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d33ed32a-7561-4096-b503-66925c27b27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (21091521-a32d-4bc3-bd31-1690402ab03b), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:38.320901 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=66613130-9dfd-41c1-90f8-0ee39d74194b,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:38.342906 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-f6fc8434-96fb-4c95-bc31-685dcfb052e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214a302-7c9d-4e34-aee5-073767be6284', 'name': 'tempest-AttachVolumeTestJSON-615351646-router', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:32Z', 'revision_number': 3, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'gw_port': {'id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:38.346108 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-d33ed32a-7561-4096-b503-66925c27b27e None None] Attempting to bind port 21091521-a32d-4bc3-bd31-1690402ab03b on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:35:38.346478 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-d33ed32a-7561-4096-b503-66925c27b27e None None] Attempting to bind port 21091521-a32d-4bc3-bd31-1690402ab03b by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:35:38.346837 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33ed32a-7561-4096-b503-66925c27b27e None None] Attempting to bind port 21091521-a32d-4bc3-bd31-1690402ab03b on network 54b02c82-3888-4407-a753-5cb002a664e9 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:35:38.450496 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fc8434-96fb-4c95-bc31-685dcfb052e1 None None] Checking router: 1214a302-7c9d-4e34-aee5-073767be6284 for host: dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:35:38.450848 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fc8434-96fb-4c95-bc31-685dcfb052e1 None None] Updating router 1214a302-7c9d-4e34-aee5-073767be6284 port ad3db735-3803-4aab-bebe-786cd1825321 binding host dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 13:35:38.459558 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:38.459975 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:38.460313 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 Oct 20 13:35:38.471740 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33ed32a-7561-4096-b503-66925c27b27e None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:35:38.473256 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33ed32a-7561-4096-b503-66925c27b27e None None] Checking segment: {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:35:38.473922 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d33ed32a-7561-4096-b503-66925c27b27e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:38.474659 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33ed32a-7561-4096-b503-66925c27b27e None None] Bound using segment: {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:35:38.476270 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-d33ed32a-7561-4096-b503-66925c27b27e None None] Bound port: 21091521-a32d-4bc3-bd31-1690402ab03b, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:35:38.477323 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d33ed32a-7561-4096-b503-66925c27b27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (21091521-a32d-4bc3-bd31-1690402ab03b), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:38.517337 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ba9f5-d962-4756-aa98-d25c32bc150e None None] Pushing event updated for resources: {'Port': ['ID=21091521-a32d-4bc3-bd31-1690402ab03b,revision_number=2']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:38.547227 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-68b07ca0-5b1c-4268-a136-7dcd5b68b22e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (aba68c9c-fd32-4dd6-81c4-ec881f8922d2), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:38.552957 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-68b07ca0-5b1c-4268-a136-7dcd5b68b22e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:38.554203 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-68b07ca0-5b1c-4268-a136-7dcd5b68b22e admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/aba68c9c-fd32-4dd6-81c4-ec881f8922d2 HTTP/1.1" status: 204 len: 168 time: 0.9798048 Oct 20 13:35:38.609821 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:38.616264 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-d33ed32a-7561-4096-b503-66925c27b27e None None] For port 21091521-a32d-4bc3-bd31-1690402ab03b, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:35:38.620203 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:38.623355 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-d33ed32a-7561-4096-b503-66925c27b27e None None] For port 21091521-a32d-4bc3-bd31-1690402ab03b, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=21091521-a32d-4bc3-bd31-1690402ab03b,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:35:38.633948 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d33ed32a-7561-4096-b503-66925c27b27e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (21091521-a32d-4bc3-bd31-1690402ab03b), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:38.634571 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-39623587-a2ad-493a-be9b-5256a0f34cba None None] Current status of the port 093c802e-a570-450e-9ee9-e9a8fb6aa5e9 is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:38.635689 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-39623587-a2ad-493a-be9b-5256a0f34cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (093c802e-a570-450e-9ee9-e9a8fb6aa5e9), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:38.664128 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b07ca0-5b1c-4268-a136-7dcd5b68b22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba68c9c-fd32-4dd6-81c4-ec881f8922d2,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:38.681147 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33ed32a-7561-4096-b503-66925c27b27e None None] Routers {'19956344-d0ce-4773-87fe-8839c5db68f1'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:35:38.682188 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-d33ed32a-7561-4096-b503-66925c27b27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:35:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['19956344-d0ce-4773-87fe-8839c5db68f1'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:38.725194 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313fe399-2395-4971-adfe-13c270c55c45 admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:35:38.728000 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f6fc8434-96fb-4c95-bc31-685dcfb052e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (ad3db735-3803-4aab-bebe-786cd1825321), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:38.773691 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-313fe399-2395-4971-adfe-13c270c55c45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:38.778073 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-313fe399-2395-4971-adfe-13c270c55c45 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.8839154 Oct 20 13:35:38.778968 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 39350) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:38.816501 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c6308a-4a08-42d0-a341-9003acf00bbd None None] Sync routers for ids ['17320937-e417-430c-8608-ace1513ee820'] in dv-cinder-862136-1-iscsi {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:35:38.827418 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:38.832081 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ba9f5-d962-4756-aa98-d25c32bc150e None None] Pushing event updated for resources: {'Port': ['ID=21091521-a32d-4bc3-bd31-1690402ab03b,revision_number=3']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:38.850601 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-15ea5423-5b7e-466e-a9d3-38983761ebf5 admin admin] Publish callbacks [] for port (86fac27a-cd4f-4973-a4ae-a8871270433b), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:38.860677 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-15ea5423-5b7e-466e-a9d3-38983761ebf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (86fac27a-cd4f-4973-a4ae-a8871270433b), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:38.861382 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-15ea5423-5b7e-466e-a9d3-38983761ebf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864581'] for router_interface (1f3c4c41-ebbf-411a-9bb1-1745db5a6489), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:38.899409 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-b46123c6-4708-486f-baf4-6fe1d8c70e35 admin admin] Allocated IP 172.20.0.1 (d308b555-e032-40ef-ae84-228dba4540e0/6fe06b3c-29c6-4094-8f91-406de935285f/8d5de179-6711-4cdb-938e-88adc6331a34) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:35:38.915228 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-6e565275-0c16-4bb4-8f36-a36bd80ab3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:38.972031 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-d33ed32a-7561-4096-b503-66925c27b27e None None] Set router 19956344-d0ce-4773-87fe-8839c5db68f1 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:35:38.979874 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:39.026709 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c6308a-4a08-42d0-a341-9003acf00bbd None None] Routers {'17320937-e417-430c-8608-ace1513ee820'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:35:39.029401 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-35c6308a-4a08-42d0-a341-9003acf00bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:35:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['17320937-e417-430c-8608-ace1513ee820'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:39.150385 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-39623587-a2ad-493a-be9b-5256a0f34cba None None] For port 093c802e-a570-450e-9ee9-e9a8fb6aa5e9, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=093c802e-a570-450e-9ee9-e9a8fb6aa5e9,segment=NetworkSegment(4d78e0f3-9105-4b6b-ab7f-1019f2557df1),segment_id=4d78e0f3-9105-4b6b-ab7f-1019f2557df1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:35:39.169388 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:39.170500 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 093c802e-a570-450e-9ee9-e9a8fb6aa5e9 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:35:39.265422 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-39623587-a2ad-493a-be9b-5256a0f34cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (093c802e-a570-450e-9ee9-e9a8fb6aa5e9), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:39.318466 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 39360) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:39.385837 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-d33ed32a-7561-4096-b503-66925c27b27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'name': 'tempest-AttachVolumeShelveTestJSON-387486094-router', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:33Z', 'revision_number': 3, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'gw_port': {'id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:39.412354 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-39623587-a2ad-493a-be9b-5256a0f34cba None None] Provisioning complete for port 86fac27a-cd4f-4973-a4ae-a8871270433b triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:39.412748 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-39623587-a2ad-493a-be9b-5256a0f34cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (86fac27a-cd4f-4973-a4ae-a8871270433b), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:39.421383 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-39623587-a2ad-493a-be9b-5256a0f34cba None None] Attempt 1 to provision port 86fac27a-cd4f-4973-a4ae-a8871270433b Oct 20 13:35:39.476476 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33ed32a-7561-4096-b503-66925c27b27e None None] The sync data for ids ['19956344-d0ce-4773-87fe-8839c5db68f1'] in dv-cinder-862136-1-iscsi is: [{'id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'name': 'tempest-AttachVolumeShelveTestJSON-387486094-router', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:33Z', 'revision_number': 3, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'gw_port': {'id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:35:39.498811 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d52f72d7-16f9-43f1-afd6-5a7741760dff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:39.499057 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea5423-5b7e-466e-a9d3-38983761ebf5 admin admin] Pushing event updated for resources: {'Port': ['ID=86fac27a-cd4f-4973-a4ae-a8871270433b,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:39.685760 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39623587-a2ad-493a-be9b-5256a0f34cba None None] Pushing event updated for resources: {'Port': ['ID=093c802e-a570-450e-9ee9-e9a8fb6aa5e9,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:39.688380 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-39623587-a2ad-493a-be9b-5256a0f34cba None None] Port 86fac27a-cd4f-4973-a4ae-a8871270433b cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:35:39.694313 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:39.703750 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:39.708016 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-35c6308a-4a08-42d0-a341-9003acf00bbd None None] Set router 17320937-e417-430c-8608-ace1513ee820 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:35:39.738845 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [None req-6e565275-0c16-4bb4-8f36-a36bd80ab3da admin admin] Allocated IP 172.20.0.1 (9c859482-bc24-4f85-8ad7-70cfdb97a23e/eb211b48-f491-42bc-8f6d-654db7c34008/a0e9e3e1-270d-4309-934f-1dc7446bbcad) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:35:39.773876 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 093c802e-a570-450e-9ee9-e9a8fb6aa5e9 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:39.774223 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (093c802e-a570-450e-9ee9-e9a8fb6aa5e9), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:39.774741 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 093c802e-a570-450e-9ee9-e9a8fb6aa5e9 Oct 20 13:35:39.785806 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-39623587-a2ad-493a-be9b-5256a0f34cba None None] Provisioning complete for port a2fa406e-beb3-4976-b09a-d8bd5c31a741 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:39.787066 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-39623587-a2ad-493a-be9b-5256a0f34cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (a2fa406e-beb3-4976-b09a-d8bd5c31a741), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:39.787567 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-39623587-a2ad-493a-be9b-5256a0f34cba None None] Attempt 1 to provision port a2fa406e-beb3-4976-b09a-d8bd5c31a741 Oct 20 13:35:39.788225 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b46123c6-4708-486f-baf4-6fe1d8c70e35 admin admin] Publish callbacks [] for port (8d5de179-6711-4cdb-938e-88adc6331a34), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:39.806663 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ea5423-5b7e-466e-a9d3-38983761ebf5 admin admin] Network 6a87efad-1518-4319-8b6e-3edd28303f86 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:35:39.810557 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-15ea5423-5b7e-466e-a9d3-38983761ebf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:35:39.813433 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:40.021910 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d52f72d7-16f9-43f1-afd6-5a7741760dff admin admin] Publish callbacks [] for security_group (0e93fcf0-0a77-40e0-a1da-11697788e214), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:40.086259 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b46123c6-4708-486f-baf4-6fe1d8c70e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955'] for port (8d5de179-6711-4cdb-938e-88adc6331a34), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:40.093155 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-6e565275-0c16-4bb4-8f36-a36bd80ab3da admin admin] Publish callbacks [] for port (a0e9e3e1-270d-4309-934f-1dc7446bbcad), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:40.117567 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d52f72d7-16f9-43f1-afd6-5a7741760dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (0e93fcf0-0a77-40e0-a1da-11697788e214), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:40.189193 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ea5423-5b7e-466e-a9d3-38983761ebf5 admin admin] Router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:35:40.190011 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46123c6-4708-486f-baf4-6fe1d8c70e35 admin admin] Pushing event updated for resources: {'Port': ['ID=8d5de179-6711-4cdb-938e-88adc6331a34,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:40.226779 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46123c6-4708-486f-baf4-6fe1d8c70e35 admin admin] Network d308b555-e032-40ef-ae84-228dba4540e0 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:35:40.236602 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 39374) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:40.240482 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-b46123c6-4708-486f-baf4-6fe1d8c70e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:35:40.243439 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46123c6-4708-486f-baf4-6fe1d8c70e35 admin admin] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:35:40.243920 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b46123c6-4708-486f-baf4-6fe1d8c70e35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859861'] for router_interface (1214a302-7c9d-4e34-aee5-073767be6284), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:40.308490 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-d52f72d7-16f9-43f1-afd6-5a7741760dff admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=1216452f661044568b65a1f5370a7a95&name=default HTTP/1.1" status: 200 len: 2995 time: 0.9183567 Oct 20 13:35:40.323971 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 39378) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:40.334300 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:40.359773 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f72d7-16f9-43f1-afd6-5a7741760dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e93fcf0-0a77-40e0-a1da-11697788e214,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:40.374402 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f6fc8434-96fb-4c95-bc31-685dcfb052e1 None None] Publish callbacks [] for port (ad3db735-3803-4aab-bebe-786cd1825321), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:40.432708 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3dbf9176-fb28-4a05-bd7d-25df203f183f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:40.436841 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-6e565275-0c16-4bb4-8f36-a36bd80ab3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955'] for port (a0e9e3e1-270d-4309-934f-1dc7446bbcad), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:40.440080 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f6fc8434-96fb-4c95-bc31-685dcfb052e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (ad3db735-3803-4aab-bebe-786cd1825321), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:40.543993 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:40.554807 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e565275-0c16-4bb4-8f36-a36bd80ab3da admin admin] Network 9c859482-bc24-4f85-8ad7-70cfdb97a23e is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:35:40.562554 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [None req-6e565275-0c16-4bb4-8f36-a36bd80ab3da admin admin] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:35:40.633547 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e565275-0c16-4bb4-8f36-a36bd80ab3da admin admin] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:35:40.644722 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ea5423-5b7e-466e-a9d3-38983761ebf5 admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:35:40.645057 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-6e565275-0c16-4bb4-8f36-a36bd80ab3da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859861'] for router_interface (19956344-d0ce-4773-87fe-8839c5db68f1), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:40.655716 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f32216-7f71-44c6-87af-c4b675eb2f0e None None] Sync routers for ids ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:35:40.657673 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-15ea5423-5b7e-466e-a9d3-38983761ebf5 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/1f3c4c41-ebbf-411a-9bb1-1745db5a6489/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5387414 Oct 20 13:35:40.668364 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f32216-7f71-44c6-87af-c4b675eb2f0e None None] Routers {'1f3c4c41-ebbf-411a-9bb1-1745db5a6489'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:35:40.678233 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-e7f32216-7f71-44c6-87af-c4b675eb2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:35:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:40.715170 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 093c802e-a570-450e-9ee9-e9a8fb6aa5e9 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:40.721940 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-f6fc8434-96fb-4c95-bc31-685dcfb052e1 None None] Attempting to bind port ad3db735-3803-4aab-bebe-786cd1825321 on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:35:40.724899 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-f6fc8434-96fb-4c95-bc31-685dcfb052e1 None None] Attempting to bind port ad3db735-3803-4aab-bebe-786cd1825321 by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:35:40.725274 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fc8434-96fb-4c95-bc31-685dcfb052e1 None None] Attempting to bind port ad3db735-3803-4aab-bebe-786cd1825321 on network 54b02c82-3888-4407-a753-5cb002a664e9 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:35:40.731311 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e8609-014f-4b4a-881d-f39feacf2b5a None None] Pushing event updated for resources: {'Port': ['ID=ad3db735-3803-4aab-bebe-786cd1825321,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:40.774424 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-35c6308a-4a08-42d0-a341-9003acf00bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17320937-e417-430c-8608-ace1513ee820', 'name': 'tempest-DeleteServersTestJSON-844292200-router', 'tenant_id': '4e1ecd40d6914036b80dfcf74eada323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e18ef4d0-491d-4d40-9335-54101a4131f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:35Z', 'revision_number': 3, 'project_id': '4e1ecd40d6914036b80dfcf74eada323', 'gw_port': {'id': 'e18ef4d0-491d-4d40-9335-54101a4131f5', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17320937-e417-430c-8608-ace1513ee820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:40.838161 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:40.845556 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3dbf9176-fb28-4a05-bd7d-25df203f183f admin admin] Publish callbacks [] for security_group (da595c3d-ed1b-4232-8fc1-23cd1c366855), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:40.854029 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b46123c6-4708-486f-baf4-6fe1d8c70e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (8d5de179-6711-4cdb-938e-88adc6331a34), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:40.868433 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3dbf9176-fb28-4a05-bd7d-25df203f183f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (da595c3d-ed1b-4232-8fc1-23cd1c366855), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:40.913791 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c6308a-4a08-42d0-a341-9003acf00bbd None None] Checking router: 17320937-e417-430c-8608-ace1513ee820 for host: dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:35:40.914136 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c6308a-4a08-42d0-a341-9003acf00bbd None None] Updating router 17320937-e417-430c-8608-ace1513ee820 port e18ef4d0-491d-4d40-9335-54101a4131f5 binding host dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 13:35:40.988007 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-39623587-a2ad-493a-be9b-5256a0f34cba None None] Current status of the port a2fa406e-beb3-4976-b09a-d8bd5c31a741 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:41.024298 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-3dbf9176-fb28-4a05-bd7d-25df203f183f admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=045a50eaf3e54cf3b8463922b7a3ec3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7848866 Oct 20 13:35:41.038506 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-fc6beeae-cfcd-4ba5-8080-09273f520093 admin admin] Publish callbacks [] for security_group (0e93fcf0-0a77-40e0-a1da-11697788e214), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:41.066058 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-35c6308a-4a08-42d0-a341-9003acf00bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (e18ef4d0-491d-4d40-9335-54101a4131f5), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:41.069867 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 39396) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:41.120777 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-e7f32216-7f71-44c6-87af-c4b675eb2f0e None None] Set router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:35:41.136450 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-39623587-a2ad-493a-be9b-5256a0f34cba None None] Provisioning complete for port 66613130-9dfd-41c1-90f8-0ee39d74194b triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:41.137122 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-39623587-a2ad-493a-be9b-5256a0f34cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (66613130-9dfd-41c1-90f8-0ee39d74194b), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:41.137634 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-39623587-a2ad-493a-be9b-5256a0f34cba None None] Attempt 1 to provision port 66613130-9dfd-41c1-90f8-0ee39d74194b Oct 20 13:35:41.168744 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e565275-0c16-4bb4-8f36-a36bd80ab3da admin admin] Pushing event updated for resources: {'Port': ['ID=a0e9e3e1-270d-4309-934f-1dc7446bbcad,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:41.183419 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf9176-fb28-4a05-bd7d-25df203f183f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da595c3d-ed1b-4232-8fc1-23cd1c366855,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:41.315622 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 66613130-9dfd-41c1-90f8-0ee39d74194b up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:35:41.325531 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fc8434-96fb-4c95-bc31-685dcfb052e1 None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:35:41.326403 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fc8434-96fb-4c95-bc31-685dcfb052e1 None None] Checking segment: {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:35:41.326985 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f6fc8434-96fb-4c95-bc31-685dcfb052e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:41.327537 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fc8434-96fb-4c95-bc31-685dcfb052e1 None None] Bound using segment: {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:35:41.328181 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-f6fc8434-96fb-4c95-bc31-685dcfb052e1 None None] Bound port: ad3db735-3803-4aab-bebe-786cd1825321, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:35:41.328942 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f6fc8434-96fb-4c95-bc31-685dcfb052e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (ad3db735-3803-4aab-bebe-786cd1825321), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:41.355059 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:41.407777 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-fc6beeae-cfcd-4ba5-8080-09273f520093 admin admin] Publish callbacks [] for security_group (0e93fcf0-0a77-40e0-a1da-11697788e214), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:41.447758 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-f6fc8434-96fb-4c95-bc31-685dcfb052e1 None None] For port ad3db735-3803-4aab-bebe-786cd1825321, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:35:41.448481 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-e7f32216-7f71-44c6-87af-c4b675eb2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:37Z', 'revision_number': 4, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '86fac27a-cd4f-4973-a4ae-a8871270433b', 'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'mac_address': 'fa:16:3e:53:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:35Z', 'updated_at': '2022-10-20T13:35:38Z', 'revision_number': 2, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'subnets': [{'id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:41.469351 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:41.479966 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f32216-7f71-44c6-87af-c4b675eb2f0e None None] Checking router: 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:35:41.480322 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f32216-7f71-44c6-87af-c4b675eb2f0e None None] Updating router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 port 86fac27a-cd4f-4973-a4ae-a8871270433b binding host dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 13:35:41.498402 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-f6fc8434-96fb-4c95-bc31-685dcfb052e1 None None] For port ad3db735-3803-4aab-bebe-786cd1825321, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=ad3db735-3803-4aab-bebe-786cd1825321,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:35:41.536010 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b46123c6-4708-486f-baf4-6fe1d8c70e35 admin admin] Publish callbacks [] for port (8d5de179-6711-4cdb-938e-88adc6331a34), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:41.545049 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b46123c6-4708-486f-baf4-6fe1d8c70e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (8d5de179-6711-4cdb-938e-88adc6331a34), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:41.546780 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b46123c6-4708-486f-baf4-6fe1d8c70e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864581'] for router_interface (1214a302-7c9d-4e34-aee5-073767be6284), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:41.549971 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f6fc8434-96fb-4c95-bc31-685dcfb052e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (ad3db735-3803-4aab-bebe-786cd1825321), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:41.607610 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 39406) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:41.610209 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e7f32216-7f71-44c6-87af-c4b675eb2f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (86fac27a-cd4f-4973-a4ae-a8871270433b), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:41.631235 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-ded13360-0006-408f-9b00-a05a63ab97be tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1994652214', 'description': 'tempest-description--1506511391'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:35:41.648989 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:41.668134 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-6da124ff-f5ac-41a7-8342-cac5f95965fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:41.679202 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:41.694159 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46123c6-4708-486f-baf4-6fe1d8c70e35 admin admin] Pushing event updated for resources: {'Port': ['ID=8d5de179-6711-4cdb-938e-88adc6331a34,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:41.745536 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46123c6-4708-486f-baf4-6fe1d8c70e35 admin admin] Network d308b555-e032-40ef-ae84-228dba4540e0 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:35:41.747058 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-b46123c6-4708-486f-baf4-6fe1d8c70e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:35:41.819292 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-66e1affc-e8c1-4afc-aaad-504d8bff08a2 admin admin] Publish callbacks [] for security_group (da595c3d-ed1b-4232-8fc1-23cd1c366855), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:41.849392 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 66613130-9dfd-41c1-90f8-0ee39d74194b triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:41.851163 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (66613130-9dfd-41c1-90f8-0ee39d74194b), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:41.851699 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 66613130-9dfd-41c1-90f8-0ee39d74194b Oct 20 13:35:41.853752 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fc8434-96fb-4c95-bc31-685dcfb052e1 None None] Routers {'1214a302-7c9d-4e34-aee5-073767be6284'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:35:41.854580 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-f6fc8434-96fb-4c95-bc31-685dcfb052e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:35:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1214a302-7c9d-4e34-aee5-073767be6284'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:41.866584 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-6e565275-0c16-4bb4-8f36-a36bd80ab3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (a0e9e3e1-270d-4309-934f-1dc7446bbcad), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:41.906558 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ded13360-0006-408f-9b00-a05a63ab97be tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:41.914392 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-66e1affc-e8c1-4afc-aaad-504d8bff08a2 admin admin] Publish callbacks [] for security_group (da595c3d-ed1b-4232-8fc1-23cd1c366855), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:41.946442 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e8609-014f-4b4a-881d-f39feacf2b5a None None] Pushing event updated for resources: {'Port': ['ID=ad3db735-3803-4aab-bebe-786cd1825321,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:41.981910 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-fc6beeae-cfcd-4ba5-8080-09273f520093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (0e93fcf0-0a77-40e0-a1da-11697788e214), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:41.982684 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-39623587-a2ad-493a-be9b-5256a0f34cba None None] Current status of the port 66613130-9dfd-41c1-90f8-0ee39d74194b is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:41.988239 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-fc6beeae-cfcd-4ba5-8080-09273f520093 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:41.989561 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-fc6beeae-cfcd-4ba5-8080-09273f520093 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/0e93fcf0-0a77-40e0-a1da-11697788e214 HTTP/1.1" status: 204 len: 168 time: 1.6644623 Oct 20 13:35:42.015816 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46123c6-4708-486f-baf4-6fe1d8c70e35 admin admin] Router 1214a302-7c9d-4e34-aee5-073767be6284 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:35:42.031009 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:42.094300 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6beeae-cfcd-4ba5-8080-09273f520093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e93fcf0-0a77-40e0-a1da-11697788e214,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:42.142713 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ac36c369-36c1-4270-b84c-877475abdfec None None] Provisioning complete for port 8d5de179-6711-4cdb-938e-88adc6331a34 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:42.143881 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ac36c369-36c1-4270-b84c-877475abdfec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (8d5de179-6711-4cdb-938e-88adc6331a34), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:42.144991 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ac36c369-36c1-4270-b84c-877475abdfec None None] Attempt 1 to provision port 8d5de179-6711-4cdb-938e-88adc6331a34 Oct 20 13:35:42.199403 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e7f32216-7f71-44c6-87af-c4b675eb2f0e None None] Publish callbacks [] for port (86fac27a-cd4f-4973-a4ae-a8871270433b), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:42.213914 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e7f32216-7f71-44c6-87af-c4b675eb2f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (86fac27a-cd4f-4973-a4ae-a8871270433b), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:42.274203 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46123c6-4708-486f-baf4-6fe1d8c70e35 admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:35:42.288135 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-b46123c6-4708-486f-baf4-6fe1d8c70e35 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/1214a302-7c9d-4e34-aee5-073767be6284/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3498871 Oct 20 13:35:42.288336 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-f6fc8434-96fb-4c95-bc31-685dcfb052e1 None None] Set router 1214a302-7c9d-4e34-aee5-073767be6284 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:35:42.346676 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ac36c369-36c1-4270-b84c-877475abdfec None None] Port 8d5de179-6711-4cdb-938e-88adc6331a34 cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:35:42.356107 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-66e1affc-e8c1-4afc-aaad-504d8bff08a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (da595c3d-ed1b-4232-8fc1-23cd1c366855), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:42.357849 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc4c51-2468-4a10-aadb-114e6ee48abe None None] Pushing event updated for resources: {'Port': ['ID=86fac27a-cd4f-4973-a4ae-a8871270433b,revision_number=3']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:42.359203 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ac36c369-36c1-4270-b84c-877475abdfec None None] Provisioning complete for port 86fac27a-cd4f-4973-a4ae-a8871270433b triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:42.359436 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-66e1affc-e8c1-4afc-aaad-504d8bff08a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:42.360763 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-66e1affc-e8c1-4afc-aaad-504d8bff08a2 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/da595c3d-ed1b-4232-8fc1-23cd1c366855 HTTP/1.1" status: 204 len: 168 time: 1.2393739 Oct 20 13:35:42.362664 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ac36c369-36c1-4270-b84c-877475abdfec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (86fac27a-cd4f-4973-a4ae-a8871270433b), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:42.363017 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ac36c369-36c1-4270-b84c-877475abdfec None None] Attempt 1 to provision port 86fac27a-cd4f-4973-a4ae-a8871270433b Oct 20 13:35:42.375342 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 66613130-9dfd-41c1-90f8-0ee39d74194b is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:42.376493 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device a2fa406e-beb3-4976-b09a-d8bd5c31a741 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:35:42.422386 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1affc-e8c1-4afc-aaad-504d8bff08a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da595c3d-ed1b-4232-8fc1-23cd1c366855,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:42.425947 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ded13360-0006-408f-9b00-a05a63ab97be tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group (7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:42.437542 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-e7f32216-7f71-44c6-87af-c4b675eb2f0e None None] Attempting to bind port 86fac27a-cd4f-4973-a4ae-a8871270433b on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:35:42.440049 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-e7f32216-7f71-44c6-87af-c4b675eb2f0e None None] Attempting to bind port 86fac27a-cd4f-4973-a4ae-a8871270433b by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': '3a56e684-3f29-4221-b1a4-f25d8cf87e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86'}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:35:42.440886 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ded13360-0006-408f-9b00-a05a63ab97be tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:42.443770 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f32216-7f71-44c6-87af-c4b675eb2f0e None None] Attempting to bind port 86fac27a-cd4f-4973-a4ae-a8871270433b on network 6a87efad-1518-4319-8b6e-3edd28303f86 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:35:42.444528 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [None req-6da124ff-f5ac-41a7-8342-cac5f95965fb admin admin] Allocated IP 172.20.0.1 (d74e8eea-b10e-43ce-b0cb-8741f1110868/f9f1126e-248d-41e1-8eac-579c17647ede/228105f8-c7b2-43c8-9da5-357b148ff4f2) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:35:42.555376 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-35c6308a-4a08-42d0-a341-9003acf00bbd None None] Publish callbacks [] for port (e18ef4d0-491d-4d40-9335-54101a4131f5), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:42.564181 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ded13360-0006-408f-9b00-a05a63ab97be tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:42.565424 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-ded13360-0006-408f-9b00-a05a63ab97be tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9564104 Oct 20 13:35:42.569321 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 39430) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:42.575485 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-aed3bcf1-b0e8-4844-a73b-093c4d368490 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Request body: {'security_group_rule': {'security_group_id': '7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:35:42.597412 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded13360-0006-408f-9b00-a05a63ab97be tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:42.599968 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:42.616032 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:42.619452 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ac36c369-36c1-4270-b84c-877475abdfec None None] Port 86fac27a-cd4f-4973-a4ae-a8871270433b cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:35:42.622382 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-35c6308a-4a08-42d0-a341-9003acf00bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (e18ef4d0-491d-4d40-9335-54101a4131f5), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:42.623735 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-6e565275-0c16-4bb4-8f36-a36bd80ab3da admin admin] Publish callbacks [] for port (a0e9e3e1-270d-4309-934f-1dc7446bbcad), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:42.624568 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f32216-7f71-44c6-87af-c4b675eb2f0e None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:35:42.626292 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f32216-7f71-44c6-87af-c4b675eb2f0e None None] Checking segment: {'id': '3a56e684-3f29-4221-b1a4-f25d8cf87e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:35:42.627767 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e7f32216-7f71-44c6-87af-c4b675eb2f0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:42.628152 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-aed3bcf1-b0e8-4844-a73b-093c4d368490 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group_rule (c5649ade-333e-407e-80a9-fa599904c06c), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:42.629143 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f32216-7f71-44c6-87af-c4b675eb2f0e None None] Bound using segment: {'id': '3a56e684-3f29-4221-b1a4-f25d8cf87e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86'} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:35:42.630774 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-e7f32216-7f71-44c6-87af-c4b675eb2f0e None None] Bound port: 86fac27a-cd4f-4973-a4ae-a8871270433b, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a56e684-3f29-4221-b1a4-f25d8cf87e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86'}}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:35:42.632737 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e7f32216-7f71-44c6-87af-c4b675eb2f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (86fac27a-cd4f-4973-a4ae-a8871270433b), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:42.642207 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-6e565275-0c16-4bb4-8f36-a36bd80ab3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (a0e9e3e1-270d-4309-934f-1dc7446bbcad), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:42.643218 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-6e565275-0c16-4bb4-8f36-a36bd80ab3da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864581'] for router_interface (19956344-d0ce-4773-87fe-8839c5db68f1), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:42.674368 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:42.753847 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:42.816895 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-aed3bcf1-b0e8-4844-a73b-093c4d368490 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group_rule (c5649ade-333e-407e-80a9-fa599904c06c), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:42.821280 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-aed3bcf1-b0e8-4844-a73b-093c4d368490 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (c5649ade-333e-407e-80a9-fa599904c06c), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:42.843174 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-6da124ff-f5ac-41a7-8342-cac5f95965fb admin admin] Publish callbacks [] for port (228105f8-c7b2-43c8-9da5-357b148ff4f2), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:42.846624 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e565275-0c16-4bb4-8f36-a36bd80ab3da admin admin] Pushing event updated for resources: {'Port': ['ID=a0e9e3e1-270d-4309-934f-1dc7446bbcad,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:42.851502 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-e7f32216-7f71-44c6-87af-c4b675eb2f0e None None] For port 86fac27a-cd4f-4973-a4ae-a8871270433b, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:35:42.855002 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-e7f32216-7f71-44c6-87af-c4b675eb2f0e None None] For port 86fac27a-cd4f-4973-a4ae-a8871270433b, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=86fac27a-cd4f-4973-a4ae-a8871270433b,segment=NetworkSegment(3a56e684-3f29-4221-b1a4-f25d8cf87e97),segment_id=3a56e684-3f29-4221-b1a4-f25d8cf87e97)] {{(pid=104735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:35:42.874401 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-e7f32216-7f71-44c6-87af-c4b675eb2f0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (86fac27a-cd4f-4973-a4ae-a8871270433b), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:42.875760 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ac36c369-36c1-4270-b84c-877475abdfec None None] Provisioning complete for port a0e9e3e1-270d-4309-934f-1dc7446bbcad triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:42.876278 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ac36c369-36c1-4270-b84c-877475abdfec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (a0e9e3e1-270d-4309-934f-1dc7446bbcad), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:42.877205 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ac36c369-36c1-4270-b84c-877475abdfec None None] Attempt 1 to provision port a0e9e3e1-270d-4309-934f-1dc7446bbcad Oct 20 13:35:42.883030 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed3bcf1-b0e8-4844-a73b-093c4d368490 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5649ade-333e-407e-80a9-fa599904c06c,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:42.897522 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-aed3bcf1-b0e8-4844-a73b-093c4d368490 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:42.905973 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-aed3bcf1-b0e8-4844-a73b-093c4d368490 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3352292 Oct 20 13:35:42.911202 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 39446) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:42.915032 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:42.923832 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-35c6308a-4a08-42d0-a341-9003acf00bbd None None] Attempting to bind port e18ef4d0-491d-4d40-9335-54101a4131f5 on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:35:42.925318 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-35c6308a-4a08-42d0-a341-9003acf00bbd None None] Attempting to bind port e18ef4d0-491d-4d40-9335-54101a4131f5 by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:35:42.925522 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c6308a-4a08-42d0-a341-9003acf00bbd None None] Attempting to bind port e18ef4d0-491d-4d40-9335-54101a4131f5 on network 54b02c82-3888-4407-a753-5cb002a664e9 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:35:42.927635 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-4a6fad6f-7774-4cbb-a364-f7726be2f33f tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Request body: {'security_group_rule': {'security_group_id': '7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:35:42.999402 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadc4c51-2468-4a10-aadb-114e6ee48abe None None] Pushing event updated for resources: {'Port': ['ID=86fac27a-cd4f-4973-a4ae-a8871270433b,revision_number=4']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:43.015327 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f32216-7f71-44c6-87af-c4b675eb2f0e None None] Routers {'1f3c4c41-ebbf-411a-9bb1-1745db5a6489'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:35:43.015873 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-e7f32216-7f71-44c6-87af-c4b675eb2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:35:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:43.070220 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-6da124ff-f5ac-41a7-8342-cac5f95965fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955'] for port (228105f8-c7b2-43c8-9da5-357b148ff4f2), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:43.099682 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-4a6fad6f-7774-4cbb-a364-f7726be2f33f tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group_rule (87f81b55-30ef-4464-a699-5524955ac3df), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:43.109751 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e565275-0c16-4bb4-8f36-a36bd80ab3da admin admin] Network 9c859482-bc24-4f85-8ad7-70cfdb97a23e is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:35:43.118143 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c3abe-ce1c-4a45-a6c3-f3f951ebd411 None None] Pushing event updated for resources: {'Port': ['ID=e18ef4d0-491d-4d40-9335-54101a4131f5,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:43.149161 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port a2fa406e-beb3-4976-b09a-d8bd5c31a741 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:43.157067 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (a2fa406e-beb3-4976-b09a-d8bd5c31a741), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:43.157439 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port a2fa406e-beb3-4976-b09a-d8bd5c31a741 Oct 20 13:35:43.225538 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ac36c369-36c1-4270-b84c-877475abdfec None None] Port a0e9e3e1-270d-4309-934f-1dc7446bbcad cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:35:43.280963 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [None req-6e565275-0c16-4bb4-8f36-a36bd80ab3da admin admin] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:35:43.324054 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ac36c369-36c1-4270-b84c-877475abdfec None None] Provisioning complete for port 093c802e-a570-450e-9ee9-e9a8fb6aa5e9 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:43.324597 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ac36c369-36c1-4270-b84c-877475abdfec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (093c802e-a570-450e-9ee9-e9a8fb6aa5e9), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:43.328384 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ac36c369-36c1-4270-b84c-877475abdfec None None] Attempt 1 to provision port 093c802e-a570-450e-9ee9-e9a8fb6aa5e9 Oct 20 13:35:43.355268 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 39472) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:43.361157 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-b3319af5-bbd0-4f6a-88bb-06f78f450144 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1742222953', 'description': 'tempest-description--167779537'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:35:43.435347 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b3319af5-bbd0-4f6a-88bb-06f78f450144 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:43.436743 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c6308a-4a08-42d0-a341-9003acf00bbd None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:35:43.437164 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c6308a-4a08-42d0-a341-9003acf00bbd None None] Checking segment: {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:35:43.437589 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-35c6308a-4a08-42d0-a341-9003acf00bbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:43.437988 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c6308a-4a08-42d0-a341-9003acf00bbd None None] Bound using segment: {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:35:43.438554 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-35c6308a-4a08-42d0-a341-9003acf00bbd None None] Bound port: e18ef4d0-491d-4d40-9335-54101a4131f5, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:35:43.438864 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-35c6308a-4a08-42d0-a341-9003acf00bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (e18ef4d0-491d-4d40-9335-54101a4131f5), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:43.470351 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da124ff-f5ac-41a7-8342-cac5f95965fb admin admin] Pushing event updated for resources: {'Port': ['ID=228105f8-c7b2-43c8-9da5-357b148ff4f2,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:43.492945 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-e7f32216-7f71-44c6-87af-c4b675eb2f0e None None] Set router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:35:43.516141 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da124ff-f5ac-41a7-8342-cac5f95965fb admin admin] Network d74e8eea-b10e-43ce-b0cb-8741f1110868 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:35:43.584314 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [None req-6da124ff-f5ac-41a7-8342-cac5f95965fb admin admin] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:35:43.676188 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:43.678040 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-f6fc8434-96fb-4c95-bc31-685dcfb052e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214a302-7c9d-4e34-aee5-073767be6284', 'name': 'tempest-AttachVolumeTestJSON-615351646-router', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:40Z', 'revision_number': 4, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'gw_port': {'id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '8d5de179-6711-4cdb-938e-88adc6331a34', 'name': '', 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'mac_address': 'fa:16:3e:33:9b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:38Z', 'updated_at': '2022-10-20T13:35:41Z', 'revision_number': 2, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'subnets': [{'id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:43.727156 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:43.746427 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-4a6fad6f-7774-4cbb-a364-f7726be2f33f tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group_rule (87f81b55-30ef-4464-a699-5524955ac3df), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:43.750109 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da124ff-f5ac-41a7-8342-cac5f95965fb admin admin] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:35:43.758509 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-6da124ff-f5ac-41a7-8342-cac5f95965fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859861'] for router_interface (17320937-e417-430c-8608-ace1513ee820), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:43.781304 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-4a6fad6f-7774-4cbb-a364-f7726be2f33f tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (87f81b55-30ef-4464-a699-5524955ac3df), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:43.795013 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-e7f32216-7f71-44c6-87af-c4b675eb2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:37Z', 'revision_number': 4, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '86fac27a-cd4f-4973-a4ae-a8871270433b', 'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'mac_address': 'fa:16:3e:53:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:35Z', 'updated_at': '2022-10-20T13:35:42Z', 'revision_number': 4, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'subnets': [{'id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:43.825887 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b3319af5-bbd0-4f6a-88bb-06f78f450144 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for security_group (75bed332-42a5-4f18-a24e-7a6b7413a590), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:43.835190 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b3319af5-bbd0-4f6a-88bb-06f78f450144 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (75bed332-42a5-4f18-a24e-7a6b7413a590), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:43.835985 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fc8434-96fb-4c95-bc31-685dcfb052e1 None None] The sync data for ids ['1214a302-7c9d-4e34-aee5-073767be6284'] in dv-cinder-862136-1-iscsi is: [{'id': '1214a302-7c9d-4e34-aee5-073767be6284', 'name': 'tempest-AttachVolumeTestJSON-615351646-router', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:40Z', 'revision_number': 4, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'gw_port': {'id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '8d5de179-6711-4cdb-938e-88adc6331a34', 'name': '', 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'mac_address': 'fa:16:3e:33:9b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:38Z', 'updated_at': '2022-10-20T13:35:41Z', 'revision_number': 2, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'subnets': [{'id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:35:43.837616 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f32216-7f71-44c6-87af-c4b675eb2f0e None None] The sync data for ids ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'] in dv-cinder-862136-1-iscsi is: [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:37Z', 'revision_number': 4, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '86fac27a-cd4f-4973-a4ae-a8871270433b', 'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'mac_address': 'fa:16:3e:53:5d:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:35Z', 'updated_at': '2022-10-20T13:35:42Z', 'revision_number': 4, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'subnets': [{'id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:35:43.985841 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b3319af5-bbd0-4f6a-88bb-06f78f450144 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:43.999885 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-b3319af5-bbd0-4f6a-88bb-06f78f450144 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6374152 Oct 20 13:35:43.999885 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 39484) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:43.999885 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3319af5-bbd0-4f6a-88bb-06f78f450144 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75bed332-42a5-4f18-a24e-7a6b7413a590,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:44.034679 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-f5ab5c77-ab31-4a12-ba63-3c30c9b07667 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Request body: {'security_group_rule': {'security_group_id': '75bed332-42a5-4f18-a24e-7a6b7413a590', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:35:44.052763 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6fad6f-7774-4cbb-a364-f7726be2f33f tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87f81b55-30ef-4464-a699-5524955ac3df,revision_number=0']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:44.143836 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f5ab5c77-ab31-4a12-ba63-3c30c9b07667 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for security_group_rule (bb8efda8-8867-4ad8-9729-163d63e781cc), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:44.314202 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f5ab5c77-ab31-4a12-ba63-3c30c9b07667 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for security_group_rule (bb8efda8-8867-4ad8-9729-163d63e781cc), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:44.359055 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f5ab5c77-ab31-4a12-ba63-3c30c9b07667 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (bb8efda8-8867-4ad8-9729-163d63e781cc), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:44.360827 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-4a6fad6f-7774-4cbb-a364-f7726be2f33f tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:44.374609 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-4a6fad6f-7774-4cbb-a364-f7726be2f33f tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4540038 Oct 20 13:35:44.381456 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 39508) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:44.425616 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-df1f8c82-765c-4d9c-988f-a1078cf68dd8 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Request body: {'floatingip': {'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:35:44.438119 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab5c77-ab31-4a12-ba63-3c30c9b07667 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8efda8-8867-4ad8-9729-163d63e781cc,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:44.464496 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f5ab5c77-ab31-4a12-ba63-3c30c9b07667 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:44.469327 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-f5ab5c77-ab31-4a12-ba63-3c30c9b07667 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4420888 Oct 20 13:35:44.469780 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 39510) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:44.489225 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-27ed3489-21dc-464c-9371-a0f04435d2ca tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Request body: {'security_group_rule': {'security_group_id': '75bed332-42a5-4f18-a24e-7a6b7413a590', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:35:44.520136 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e565275-0c16-4bb4-8f36-a36bd80ab3da admin admin] Router 19956344-d0ce-4773-87fe-8839c5db68f1 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:35:44.532364 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-27ed3489-21dc-464c-9371-a0f04435d2ca tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for security_group_rule (032a1fb5-4de0-4ab1-b953-e99ebfe66ec6), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:44.539730 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:44.620428 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-35c6308a-4a08-42d0-a341-9003acf00bbd None None] For port e18ef4d0-491d-4d40-9335-54101a4131f5, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:35:44.664389 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-27ed3489-21dc-464c-9371-a0f04435d2ca tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for security_group_rule (032a1fb5-4de0-4ab1-b953-e99ebfe66ec6), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:44.682139 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-27ed3489-21dc-464c-9371-a0f04435d2ca tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (032a1fb5-4de0-4ab1-b953-e99ebfe66ec6), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:44.725255 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-35c6308a-4a08-42d0-a341-9003acf00bbd None None] For port e18ef4d0-491d-4d40-9335-54101a4131f5, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=e18ef4d0-491d-4d40-9335-54101a4131f5,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:35:44.727795 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed3489-21dc-464c-9371-a0f04435d2ca tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=032a1fb5-4de0-4ab1-b953-e99ebfe66ec6,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:44.749334 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port a2fa406e-beb3-4976-b09a-d8bd5c31a741 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:44.750487 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 73ccb71c-e095-41df-a4eb-781b85659380 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:35:44.756937 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-35c6308a-4a08-42d0-a341-9003acf00bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (e18ef4d0-491d-4d40-9335-54101a4131f5), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:44.783216 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-27ed3489-21dc-464c-9371-a0f04435d2ca tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:44.784543 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-27ed3489-21dc-464c-9371-a0f04435d2ca tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3133705 Oct 20 13:35:44.792498 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 39520) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:44.800524 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-62f10a65-e06d-4070-a6c0-4a486141e6e1 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Request body: {'floatingip': {'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:35:44.861384 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ac36c369-36c1-4270-b84c-877475abdfec None None] Current status of the port 093c802e-a570-450e-9ee9-e9a8fb6aa5e9 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:44.893639 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-62f10a65-e06d-4070-a6c0-4a486141e6e1 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:44.909405 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c6308a-4a08-42d0-a341-9003acf00bbd None None] Routers {'17320937-e417-430c-8608-ace1513ee820'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:35:44.910370 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-35c6308a-4a08-42d0-a341-9003acf00bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:35:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['17320937-e417-430c-8608-ace1513ee820'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:44.997774 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c3abe-ce1c-4a45-a6c3-f3f951ebd411 None None] Pushing event updated for resources: {'Port': ['ID=e18ef4d0-491d-4d40-9335-54101a4131f5,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:45.021997 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 73ccb71c-e095-41df-a4eb-781b85659380 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:45.022565 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (73ccb71c-e095-41df-a4eb-781b85659380), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:45.023058 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 73ccb71c-e095-41df-a4eb-781b85659380 Oct 20 13:35:45.023863 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-df1f8c82-765c-4d9c-988f-a1078cf68dd8 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:45.070454 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-c4121147-643f-4400-bc4c-8cca7ea7df6f None None] Provisioning complete for port 8d5de179-6711-4cdb-938e-88adc6331a34 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:45.071038 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c4121147-643f-4400-bc4c-8cca7ea7df6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (8d5de179-6711-4cdb-938e-88adc6331a34), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:45.071527 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-c4121147-643f-4400-bc4c-8cca7ea7df6f None None] Attempt 1 to provision port 8d5de179-6711-4cdb-938e-88adc6331a34 Oct 20 13:35:45.112825 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-6da124ff-f5ac-41a7-8342-cac5f95965fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (228105f8-c7b2-43c8-9da5-357b148ff4f2), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:45.203973 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-c4121147-643f-4400-bc4c-8cca7ea7df6f None None] Port 8d5de179-6711-4cdb-938e-88adc6331a34 cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:35:45.276803 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-c4121147-643f-4400-bc4c-8cca7ea7df6f None None] Provisioning complete for port 228105f8-c7b2-43c8-9da5-357b148ff4f2 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:45.277445 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c4121147-643f-4400-bc4c-8cca7ea7df6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (228105f8-c7b2-43c8-9da5-357b148ff4f2), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:45.277607 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-c4121147-643f-4400-bc4c-8cca7ea7df6f None None] Attempt 1 to provision port 228105f8-c7b2-43c8-9da5-357b148ff4f2 Oct 20 13:35:45.328604 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-62f10a65-e06d-4070-a6c0-4a486141e6e1 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:45.338003 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 39534) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:45.345606 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:45.347006 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-c4121147-643f-4400-bc4c-8cca7ea7df6f None None] Port 228105f8-c7b2-43c8-9da5-357b148ff4f2 cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:35:45.385723 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-35c6308a-4a08-42d0-a341-9003acf00bbd None None] Set router 17320937-e417-430c-8608-ace1513ee820 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:35:45.398751 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 73ccb71c-e095-41df-a4eb-781b85659380 is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:45.399136 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (73ccb71c-e095-41df-a4eb-781b85659380), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:45.402272 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:45.436571 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:45.552531 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port 73ccb71c-e095-41df-a4eb-781b85659380, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=73ccb71c-e095-41df-a4eb-781b85659380,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:35:45.581155 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (73ccb71c-e095-41df-a4eb-781b85659380), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:45.582000 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 21091521-a32d-4bc3-bd31-1690402ab03b up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:35:45.603140 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-c4121147-643f-4400-bc4c-8cca7ea7df6f None None] Provisioning complete for port a0e9e3e1-270d-4309-934f-1dc7446bbcad triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:45.605583 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c4121147-643f-4400-bc4c-8cca7ea7df6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (a0e9e3e1-270d-4309-934f-1dc7446bbcad), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:45.605939 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-c4121147-643f-4400-bc4c-8cca7ea7df6f None None] Attempt 1 to provision port a0e9e3e1-270d-4309-934f-1dc7446bbcad Oct 20 13:35:45.645071 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-df1f8c82-765c-4d9c-988f-a1078cf68dd8 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:45.790975 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=10 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:45.822045 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b65c120d-8bc6-4b48-8533-657700f6d64b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:45.837027 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-6da124ff-f5ac-41a7-8342-cac5f95965fb admin admin] Publish callbacks [] for port (228105f8-c7b2-43c8-9da5-357b148ff4f2), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:45.849867 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-6da124ff-f5ac-41a7-8342-cac5f95965fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (228105f8-c7b2-43c8-9da5-357b148ff4f2), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:45.850961 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-6da124ff-f5ac-41a7-8342-cac5f95965fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864581'] for router_interface (17320937-e417-430c-8608-ace1513ee820), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:45.886909 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:45.933540 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-c4121147-643f-4400-bc4c-8cca7ea7df6f None None] Port a0e9e3e1-270d-4309-934f-1dc7446bbcad cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:35:45.962105 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=73ccb71c-e095-41df-a4eb-781b85659380,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:45.982833 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-62f10a65-e06d-4070-a6c0-4a486141e6e1 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Allocated IP 172.27.0.236 (54b02c82-3888-4407-a753-5cb002a664e9/80f1bf56-ddb3-4c42-8717-7c4bb006400e/0738a0a1-6b2f-4115-80f4-09df972dbf17) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:35:45.984130 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e565275-0c16-4bb4-8f36-a36bd80ab3da admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:35:46.007142 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-6e565275-0c16-4bb4-8f36-a36bd80ab3da admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/19956344-d0ce-4773-87fe-8839c5db68f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4290545 Oct 20 13:35:46.019142 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522aaf8c-7c0f-43f8-ad52-64c2fe8a24b1 None None] Sync routers for ids ['19956344-d0ce-4773-87fe-8839c5db68f1'] in dv-cinder-862136-1-iscsi {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:35:46.044535 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 21091521-a32d-4bc3-bd31-1690402ab03b triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:46.045449 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (21091521-a32d-4bc3-bd31-1690402ab03b), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:46.045816 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 21091521-a32d-4bc3-bd31-1690402ab03b Oct 20 13:35:46.109350 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-35c6308a-4a08-42d0-a341-9003acf00bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17320937-e417-430c-8608-ace1513ee820', 'name': 'tempest-DeleteServersTestJSON-844292200-router', 'tenant_id': '4e1ecd40d6914036b80dfcf74eada323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e18ef4d0-491d-4d40-9335-54101a4131f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:44Z', 'revision_number': 4, 'project_id': '4e1ecd40d6914036b80dfcf74eada323', 'gw_port': {'id': 'e18ef4d0-491d-4d40-9335-54101a4131f5', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17320937-e417-430c-8608-ace1513ee820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '228105f8-c7b2-43c8-9da5-357b148ff4f2', 'name': '', 'network_id': 'd74e8eea-b10e-43ce-b0cb-8741f1110868', 'tenant_id': '4e1ecd40d6914036b80dfcf74eada323', 'mac_address': 'fa:16:3e:e5:20:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17320937-e417-430c-8608-ace1513ee820', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f9f1126e-248d-41e1-8eac-579c17647ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:41Z', 'updated_at': '2022-10-20T13:35:42Z', 'revision_number': 1, 'project_id': '4e1ecd40d6914036b80dfcf74eada323', 'subnets': [{'id': 'f9f1126e-248d-41e1-8eac-579c17647ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:46.122892 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522aaf8c-7c0f-43f8-ad52-64c2fe8a24b1 None None] Routers {'19956344-d0ce-4773-87fe-8839c5db68f1'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:35:46.125084 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-522aaf8c-7c0f-43f8-ad52-64c2fe8a24b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:35:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['19956344-d0ce-4773-87fe-8839c5db68f1'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:46.185676 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da124ff-f5ac-41a7-8342-cac5f95965fb admin admin] Pushing event updated for resources: {'Port': ['ID=228105f8-c7b2-43c8-9da5-357b148ff4f2,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:46.211376 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b65c120d-8bc6-4b48-8533-657700f6d64b admin admin] Publish callbacks [] for security_group (3fbd8bad-209d-4442-8506-06142340967e), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:46.229435 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b65c120d-8bc6-4b48-8533-657700f6d64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (3fbd8bad-209d-4442-8506-06142340967e), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:46.254453 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:46.285284 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-62f10a65-e06d-4070-a6c0-4a486141e6e1 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for port (0738a0a1-6b2f-4115-80f4-09df972dbf17), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:46.312398 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c6308a-4a08-42d0-a341-9003acf00bbd None None] The sync data for ids ['17320937-e417-430c-8608-ace1513ee820'] in dv-cinder-862136-1-iscsi is: [{'id': '17320937-e417-430c-8608-ace1513ee820', 'name': 'tempest-DeleteServersTestJSON-844292200-router', 'tenant_id': '4e1ecd40d6914036b80dfcf74eada323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e18ef4d0-491d-4d40-9335-54101a4131f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:44Z', 'revision_number': 4, 'project_id': '4e1ecd40d6914036b80dfcf74eada323', 'gw_port': {'id': 'e18ef4d0-491d-4d40-9335-54101a4131f5', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17320937-e417-430c-8608-ace1513ee820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '228105f8-c7b2-43c8-9da5-357b148ff4f2', 'name': '', 'network_id': 'd74e8eea-b10e-43ce-b0cb-8741f1110868', 'tenant_id': '4e1ecd40d6914036b80dfcf74eada323', 'mac_address': 'fa:16:3e:e5:20:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17320937-e417-430c-8608-ace1513ee820', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f9f1126e-248d-41e1-8eac-579c17647ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:41Z', 'updated_at': '2022-10-20T13:35:42Z', 'revision_number': 1, 'project_id': '4e1ecd40d6914036b80dfcf74eada323', 'subnets': [{'id': 'f9f1126e-248d-41e1-8eac-579c17647ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:35:46.319292 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da124ff-f5ac-41a7-8342-cac5f95965fb admin admin] Network d74e8eea-b10e-43ce-b0cb-8741f1110868 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:35:46.321328 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [None req-6da124ff-f5ac-41a7-8342-cac5f95965fb admin admin] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:35:46.361592 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-b65c120d-8bc6-4b48-8533-657700f6d64b admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=8bf9e8d2f2394d39ab75f3b0dd031d76&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0206637 Oct 20 13:35:46.364272 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c120d-8bc6-4b48-8533-657700f6d64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbd8bad-209d-4442-8506-06142340967e,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:46.388779 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 39570) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:46.530555 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-62f10a65-e06d-4070-a6c0-4a486141e6e1 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955'] for port (0738a0a1-6b2f-4115-80f4-09df972dbf17), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:46.658563 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 21091521-a32d-4bc3-bd31-1690402ab03b is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:46.659158 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (21091521-a32d-4bc3-bd31-1690402ab03b), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:46.663222 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:46.692173 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f10a65-e06d-4070-a6c0-4a486141e6e1 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Network 54b02c82-3888-4407-a753-5cb002a664e9 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:35:46.703987 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-62f10a65-e06d-4070-a6c0-4a486141e6e1 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:35:46.710859 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f10a65-e06d-4070-a6c0-4a486141e6e1 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:35:46.721959 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f10a65-e06d-4070-a6c0-4a486141e6e1 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Pushing event updated for resources: {'Port': ['ID=0738a0a1-6b2f-4115-80f4-09df972dbf17,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:46.734900 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port 21091521-a32d-4bc3-bd31-1690402ab03b, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=21091521-a32d-4bc3-bd31-1690402ab03b,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:35:46.738159 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-522aaf8c-7c0f-43f8-ad52-64c2fe8a24b1 None None] Set router 19956344-d0ce-4773-87fe-8839c5db68f1 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:35:46.743957 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-556a7ac5-f7c8-40ae-8b17-cf080d87ffc0 admin admin] Publish callbacks [] for security_group (3fbd8bad-209d-4442-8506-06142340967e), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:46.750287 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da124ff-f5ac-41a7-8342-cac5f95965fb admin admin] Router 17320937-e417-430c-8608-ace1513ee820 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:35:46.786695 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (21091521-a32d-4bc3-bd31-1690402ab03b), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:46.787541 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 093c802e-a570-450e-9ee9-e9a8fb6aa5e9 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:35:46.828395 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [None req-df1f8c82-765c-4d9c-988f-a1078cf68dd8 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Allocated IP 172.27.0.165 (54b02c82-3888-4407-a753-5cb002a664e9/80f1bf56-ddb3-4c42-8717-7c4bb006400e/0059cbe8-38e3-45b4-9bf9-c41549616daa) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:35:46.892817 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-083be647-c8d6-4291-b4d7-c6e78f583780 None None] Provisioning complete for port 228105f8-c7b2-43c8-9da5-357b148ff4f2 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:46.893413 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-083be647-c8d6-4291-b4d7-c6e78f583780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (228105f8-c7b2-43c8-9da5-357b148ff4f2), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:46.893720 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-083be647-c8d6-4291-b4d7-c6e78f583780 None None] Attempt 1 to provision port 228105f8-c7b2-43c8-9da5-357b148ff4f2 Oct 20 13:35:46.955621 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-556a7ac5-f7c8-40ae-8b17-cf080d87ffc0 admin admin] Publish callbacks [] for security_group (3fbd8bad-209d-4442-8506-06142340967e), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:47.039831 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 39592) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:47.041062 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-62f10a65-e06d-4070-a6c0-4a486141e6e1 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for floatingip (8c92e7f5-827d-47cb-8c4e-90f86d3439ea), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:47.058328 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-d47ecdab-d513-41ac-b682-85d7d4e06e0c tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--479809682', 'description': 'tempest-description--558554509'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:35:47.134068 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-083be647-c8d6-4291-b4d7-c6e78f583780 None None] Port 228105f8-c7b2-43c8-9da5-357b148ff4f2 cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:35:47.146400 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=21091521-a32d-4bc3-bd31-1690402ab03b,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:47.181336 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 093c802e-a570-450e-9ee9-e9a8fb6aa5e9 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:47.181635 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (093c802e-a570-450e-9ee9-e9a8fb6aa5e9), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:47.182019 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 093c802e-a570-450e-9ee9-e9a8fb6aa5e9 Oct 20 13:35:47.230943 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-522aaf8c-7c0f-43f8-ad52-64c2fe8a24b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'name': 'tempest-AttachVolumeShelveTestJSON-387486094-router', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:41Z', 'revision_number': 4, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'gw_port': {'id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5a:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': 'a0e9e3e1-270d-4309-934f-1dc7446bbcad', 'name': '', 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'mac_address': 'fa:16:3e:05:8d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:39Z', 'updated_at': '2022-10-20T13:35:42Z', 'revision_number': 2, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'subnets': [{'id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:47.233190 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:47.266539 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d47ecdab-d513-41ac-b682-85d7d4e06e0c tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:47.282284 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da124ff-f5ac-41a7-8342-cac5f95965fb admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:35:47.290753 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-6da124ff-f5ac-41a7-8342-cac5f95965fb admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/17320937-e417-430c-8608-ace1513ee820/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5101173 Oct 20 13:35:47.294689 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-62f10a65-e06d-4070-a6c0-4a486141e6e1 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (0738a0a1-6b2f-4115-80f4-09df972dbf17), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:47.296914 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-df1f8c82-765c-4d9c-988f-a1078cf68dd8 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for port (0059cbe8-38e3-45b4-9bf9-c41549616daa), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:47.347490 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522aaf8c-7c0f-43f8-ad52-64c2fe8a24b1 None None] Checking router: 19956344-d0ce-4773-87fe-8839c5db68f1 for host: dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:35:47.347727 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522aaf8c-7c0f-43f8-ad52-64c2fe8a24b1 None None] Updating router 19956344-d0ce-4773-87fe-8839c5db68f1 port a0e9e3e1-270d-4309-934f-1dc7446bbcad binding host dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 13:35:47.351451 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-df1f8c82-765c-4d9c-988f-a1078cf68dd8 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955'] for port (0059cbe8-38e3-45b4-9bf9-c41549616daa), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:47.409282 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1f8c82-765c-4d9c-988f-a1078cf68dd8 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Network 54b02c82-3888-4407-a753-5cb002a664e9 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:35:47.413738 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [None req-df1f8c82-765c-4d9c-988f-a1078cf68dd8 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:35:47.416355 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1f8c82-765c-4d9c-988f-a1078cf68dd8 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:35:47.434122 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:47.435248 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:47.435353 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f8c82-765c-4d9c-988f-a1078cf68dd8 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event updated for resources: {'Port': ['ID=0059cbe8-38e3-45b4-9bf9-c41549616daa,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:47.530389 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-522aaf8c-7c0f-43f8-ad52-64c2fe8a24b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (a0e9e3e1-270d-4309-934f-1dc7446bbcad), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:47.554346 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 093c802e-a570-450e-9ee9-e9a8fb6aa5e9 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:47.581896 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:47.584452 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-df1f8c82-765c-4d9c-988f-a1078cf68dd8 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for floatingip (cd801b08-3aac-44e0-9b5a-bf4f86450df9), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:47.711623 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-62f10a65-e06d-4070-a6c0-4a486141e6e1 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for port (0738a0a1-6b2f-4115-80f4-09df972dbf17), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:47.722470 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-556a7ac5-f7c8-40ae-8b17-cf080d87ffc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (3fbd8bad-209d-4442-8506-06142340967e), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:47.730042 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-556a7ac5-f7c8-40ae-8b17-cf080d87ffc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:47.732965 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-556a7ac5-f7c8-40ae-8b17-cf080d87ffc0 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/3fbd8bad-209d-4442-8506-06142340967e HTTP/1.1" status: 204 len: 168 time: 1.3409111 Oct 20 13:35:47.739040 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-df1f8c82-765c-4d9c-988f-a1078cf68dd8 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (0059cbe8-38e3-45b4-9bf9-c41549616daa), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:47.746487 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-62f10a65-e06d-4070-a6c0-4a486141e6e1 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (0738a0a1-6b2f-4115-80f4-09df972dbf17), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:47.747191 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-62f10a65-e06d-4070-a6c0-4a486141e6e1 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (8c92e7f5-827d-47cb-8c4e-90f86d3439ea), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:47.906337 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:47.907736 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f10a65-e06d-4070-a6c0-4a486141e6e1 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Pushing event updated for resources: {'Port': ['ID=0738a0a1-6b2f-4115-80f4-09df972dbf17,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:47.927034 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a7ac5-f7c8-40ae-8b17-cf080d87ffc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbd8bad-209d-4442-8506-06142340967e,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:47.967192 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-62f10a65-e06d-4070-a6c0-4a486141e6e1 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:47.971601 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-62f10a65-e06d-4070-a6c0-4a486141e6e1 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1777213 Oct 20 13:35:48.047885 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d47ecdab-d513-41ac-b682-85d7d4e06e0c tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for security_group (b85d3085-50b8-4d71-8677-543193493706), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:48.054326 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d47ecdab-d513-41ac-b682-85d7d4e06e0c tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (b85d3085-50b8-4d71-8677-543193493706), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:48.083735 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 39638) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:48.085970 dv-cinder-862136-1-iscsi neutron-server[104733]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 20 13:35:48.123876 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 86fac27a-cd4f-4973-a4ae-a8871270433b up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:35:48.172742 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ecdab-d513-41ac-b682-85d7d4e06e0c tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b85d3085-50b8-4d71-8677-543193493706,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:48.228905 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d47ecdab-d513-41ac-b682-85d7d4e06e0c tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:48.236364 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-d47ecdab-d513-41ac-b682-85d7d4e06e0c tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1929867 Oct 20 13:35:48.236640 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 39644) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:48.250208 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-4f0ee841-901e-498e-ab3a-339e6aba6f72 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Request body: {'security_group_rule': {'security_group_id': 'b85d3085-50b8-4d71-8677-543193493706', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:35:48.296673 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4f0ee841-901e-498e-ab3a-339e6aba6f72 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for security_group_rule (cf776c68-255b-4590-84ef-84f67f44b67f), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:48.465427 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4f0ee841-901e-498e-ab3a-339e6aba6f72 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for security_group_rule (cf776c68-255b-4590-84ef-84f67f44b67f), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:48.473316 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4f0ee841-901e-498e-ab3a-339e6aba6f72 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (cf776c68-255b-4590-84ef-84f67f44b67f), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:48.509718 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ee841-901e-498e-ab3a-339e6aba6f72 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf776c68-255b-4590-84ef-84f67f44b67f,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:48.520968 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4f0ee841-901e-498e-ab3a-339e6aba6f72 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:48.528295 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-4f0ee841-901e-498e-ab3a-339e6aba6f72 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2868829 Oct 20 13:35:48.529111 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 39664) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:48.537747 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-5cb63a42-dfee-4591-9f08-3438c75bf17e tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Request body: {'security_group_rule': {'security_group_id': 'b85d3085-50b8-4d71-8677-543193493706', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:35:48.594417 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 39672) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:48.603868 dv-cinder-862136-1-iscsi neutron-server[104732]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 20 13:35:48.709570 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-360c05fc-07fd-46f3-bcf6-e3c5022e7ec3 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:35:48.711099 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-360c05fc-07fd-46f3-bcf6-e3c5022e7ec3 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/networks?id=d74e8eea-b10e-43ce-b0cb-8741f1110868 HTTP/1.1" status: 200 len: 811 time: 0.6263006 Oct 20 13:35:48.728512 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 86fac27a-cd4f-4973-a4ae-a8871270433b triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:48.728939 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (86fac27a-cd4f-4973-a4ae-a8871270433b), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:48.729287 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 86fac27a-cd4f-4973-a4ae-a8871270433b Oct 20 13:35:48.733775 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-ceaacc8f-21ee-4a30-80e0-324b5ba8047a tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1742222953&fields=id&tenant_id=747a468811fb478aa6c49b848ccee6d0 HTTP/1.1" status: 200 len: 267 time: 0.1359801 Oct 20 13:35:48.734693 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5cb63a42-dfee-4591-9f08-3438c75bf17e tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for security_group_rule (3debb770-dde1-4d8d-b6a7-2c54a7854d8e), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:48.766108 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-904fd0a3-3581-4b0f-a339-59cb133fc16a tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/quotas/4e1ecd40d6914036b80dfcf74eada323 HTTP/1.1" status: 200 len: 375 time: 0.0465097 Oct 20 13:35:48.831581 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-df1f8c82-765c-4d9c-988f-a1078cf68dd8 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for port (0059cbe8-38e3-45b4-9bf9-c41549616daa), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:48.874694 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 39680) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:48.878082 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-522aaf8c-7c0f-43f8-ad52-64c2fe8a24b1 None None] Publish callbacks [] for port (a0e9e3e1-270d-4309-934f-1dc7446bbcad), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:48.898912 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-522aaf8c-7c0f-43f8-ad52-64c2fe8a24b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (a0e9e3e1-270d-4309-934f-1dc7446bbcad), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:48.967139 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513b757-414a-48b4-bf31-a4989167e429 None None] Pushing event updated for resources: {'Port': ['ID=a0e9e3e1-270d-4309-934f-1dc7446bbcad,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:48.977199 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-157ba443-1c3a-406e-9633-263e34db6e46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:49.009412 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5cb63a42-dfee-4591-9f08-3438c75bf17e tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for security_group_rule (3debb770-dde1-4d8d-b6a7-2c54a7854d8e), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:49.014581 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-df1f8c82-765c-4d9c-988f-a1078cf68dd8 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (0059cbe8-38e3-45b4-9bf9-c41549616daa), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:49.015298 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-df1f8c82-765c-4d9c-988f-a1078cf68dd8 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (cd801b08-3aac-44e0-9b5a-bf4f86450df9), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:49.039167 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 86fac27a-cd4f-4973-a4ae-a8871270433b is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:49.039553 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (86fac27a-cd4f-4973-a4ae-a8871270433b), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:49.046790 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbc8fd3-47de-411e-a61a-bffe659d7810 None None] Sync routers for ids ['1214a302-7c9d-4e34-aee5-073767be6284'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:35:49.048698 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5cb63a42-dfee-4591-9f08-3438c75bf17e tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (3debb770-dde1-4d8d-b6a7-2c54a7854d8e), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:49.070756 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbc8fd3-47de-411e-a61a-bffe659d7810 None None] Routers {'1214a302-7c9d-4e34-aee5-073767be6284'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:35:49.075526 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-afbc8fd3-47de-411e-a61a-bffe659d7810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:35:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1214a302-7c9d-4e34-aee5-073767be6284'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:49.092223 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-522aaf8c-7c0f-43f8-ad52-64c2fe8a24b1 None None] Attempting to bind port a0e9e3e1-270d-4309-934f-1dc7446bbcad on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:35:49.092595 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-522aaf8c-7c0f-43f8-ad52-64c2fe8a24b1 None None] Attempting to bind port a0e9e3e1-270d-4309-934f-1dc7446bbcad by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': '05e72368-f775-4124-bc91-39623e93b8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:35:49.092975 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522aaf8c-7c0f-43f8-ad52-64c2fe8a24b1 None None] Attempting to bind port a0e9e3e1-270d-4309-934f-1dc7446bbcad on network 9c859482-bc24-4f85-8ad7-70cfdb97a23e {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:35:49.097818 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-df1f8c82-765c-4d9c-988f-a1078cf68dd8 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:49.099660 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-df1f8c82-765c-4d9c-988f-a1078cf68dd8 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6964817 Oct 20 13:35:49.126345 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-c5c261bd-bb71-4acb-9532-84d7d227b701 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=4e1ecd40d6914036b80dfcf74eada323&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3531711 Oct 20 13:35:49.153394 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:49.156439 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f8c82-765c-4d9c-988f-a1078cf68dd8 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event updated for resources: {'Port': ['ID=0059cbe8-38e3-45b4-9bf9-c41549616daa,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:49.158052 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb63a42-dfee-4591-9f08-3438c75bf17e tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3debb770-dde1-4d8d-b6a7-2c54a7854d8e,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:49.175779 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port 86fac27a-cd4f-4973-a4ae-a8871270433b, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=86fac27a-cd4f-4973-a4ae-a8871270433b,segment=NetworkSegment(3a56e684-3f29-4221-b1a4-f25d8cf87e97),segment_id=3a56e684-3f29-4221-b1a4-f25d8cf87e97)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:35:49.192594 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522aaf8c-7c0f-43f8-ad52-64c2fe8a24b1 None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:35:49.194604 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522aaf8c-7c0f-43f8-ad52-64c2fe8a24b1 None None] Checking segment: {'id': '05e72368-f775-4124-bc91-39623e93b8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:35:49.194970 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-522aaf8c-7c0f-43f8-ad52-64c2fe8a24b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:49.195415 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522aaf8c-7c0f-43f8-ad52-64c2fe8a24b1 None None] Bound using segment: {'id': '05e72368-f775-4124-bc91-39623e93b8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:35:49.195897 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-522aaf8c-7c0f-43f8-ad52-64c2fe8a24b1 None None] Bound port: a0e9e3e1-270d-4309-934f-1dc7446bbcad, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e72368-f775-4124-bc91-39623e93b8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:35:49.196517 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-522aaf8c-7c0f-43f8-ad52-64c2fe8a24b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (a0e9e3e1-270d-4309-934f-1dc7446bbcad), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:49.200546 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (86fac27a-cd4f-4973-a4ae-a8871270433b), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:49.201416 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device ad3db735-3803-4aab-bebe-786cd1825321 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:35:49.220393 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5cb63a42-dfee-4591-9f08-3438c75bf17e tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:49.221730 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-5cb63a42-dfee-4591-9f08-3438c75bf17e tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6911712 Oct 20 13:35:49.226062 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 39688) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:49.231883 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-cb4cd7ea-b7d9-49e3-98ad-1fd83fe49547 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Request body: {'floatingip': {'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:35:49.244283 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-e4e4f5b8-d983-4be5-96c7-5957c1d92c55 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:35:49.260010 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-e4e4f5b8-d983-4be5-96c7-5957c1d92c55 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/networks?id=d308b555-e032-40ef-ae84-228dba4540e0 HTTP/1.1" status: 200 len: 810 time: 0.4788551 Oct 20 13:35:49.274678 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=86fac27a-cd4f-4973-a4ae-a8871270433b,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:49.295054 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cb4cd7ea-b7d9-49e3-98ad-1fd83fe49547 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:49.302231 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-ef24ebe0-40bb-4b6c-a661-9af5005535db tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/quotas/747a468811fb478aa6c49b848ccee6d0 HTTP/1.1" status: 200 len: 375 time: 0.0412245 Oct 20 13:35:49.352092 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-522aaf8c-7c0f-43f8-ad52-64c2fe8a24b1 None None] For port a0e9e3e1-270d-4309-934f-1dc7446bbcad, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:35:49.355594 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-522aaf8c-7c0f-43f8-ad52-64c2fe8a24b1 None None] For port a0e9e3e1-270d-4309-934f-1dc7446bbcad, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=a0e9e3e1-270d-4309-934f-1dc7446bbcad,segment=NetworkSegment(05e72368-f775-4124-bc91-39623e93b8b1),segment_id=05e72368-f775-4124-bc91-39623e93b8b1)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:35:49.361229 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:49.374645 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-522aaf8c-7c0f-43f8-ad52-64c2fe8a24b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (a0e9e3e1-270d-4309-934f-1dc7446bbcad), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:49.431731 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-afbc8fd3-47de-411e-a61a-bffe659d7810 None None] Set router 1214a302-7c9d-4e34-aee5-073767be6284 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:35:49.475519 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cb4cd7ea-b7d9-49e3-98ad-1fd83fe49547 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:49.487194 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-f2cd8a5e-0481-4155-8e0c-fca0b5a9cfb9 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=747a468811fb478aa6c49b848ccee6d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1834915 Oct 20 13:35:49.572512 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:49.608541 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1513b757-414a-48b4-bf31-a4989167e429 None None] Pushing event updated for resources: {'Port': ['ID=a0e9e3e1-270d-4309-934f-1dc7446bbcad,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:49.609754 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-157ba443-1c3a-406e-9633-263e34db6e46 admin admin] Publish callbacks [] for security_group (d9b2710d-af4a-454b-b01d-3751e652011c), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:49.616472 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522aaf8c-7c0f-43f8-ad52-64c2fe8a24b1 None None] Routers {'19956344-d0ce-4773-87fe-8839c5db68f1'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:35:49.617262 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-522aaf8c-7c0f-43f8-ad52-64c2fe8a24b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:35:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['19956344-d0ce-4773-87fe-8839c5db68f1'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:49.623619 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port ad3db735-3803-4aab-bebe-786cd1825321 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:49.623619 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (ad3db735-3803-4aab-bebe-786cd1825321), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:49.624127 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port ad3db735-3803-4aab-bebe-786cd1825321 Oct 20 13:35:49.629327 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-cd135938-203b-41b7-b12e-427fb678e3cd service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104733) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 13:35:49.631819 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-157ba443-1c3a-406e-9633-263e34db6e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (d9b2710d-af4a-454b-b01d-3751e652011c), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:49.644259 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-cd135938-203b-41b7-b12e-427fb678e3cd service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1830251 Oct 20 13:35:49.655438 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:49.747291 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-afbc8fd3-47de-411e-a61a-bffe659d7810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214a302-7c9d-4e34-aee5-073767be6284', 'name': 'tempest-AttachVolumeTestJSON-615351646-router', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:40Z', 'revision_number': 4, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'gw_port': {'id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '8d5de179-6711-4cdb-938e-88adc6331a34', 'name': '', 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'mac_address': 'fa:16:3e:33:9b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:38Z', 'updated_at': '2022-10-20T13:35:41Z', 'revision_number': 2, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'subnets': [{'id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:49.759547 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-8bdf9519-2408-4f13-a6b3-92861f9f33e1 service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104732) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 13:35:49.773596 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-8bdf9519-2408-4f13-a6b3-92861f9f33e1 service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1762011 Oct 20 13:35:49.782982 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbc8fd3-47de-411e-a61a-bffe659d7810 None None] Checking router: 1214a302-7c9d-4e34-aee5-073767be6284 for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:35:49.783856 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbc8fd3-47de-411e-a61a-bffe659d7810 None None] Updating router 1214a302-7c9d-4e34-aee5-073767be6284 port 8d5de179-6711-4cdb-938e-88adc6331a34 binding host dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 13:35:49.796469 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-157ba443-1c3a-406e-9633-263e34db6e46 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=740eca8d522c4a3ab6a691e7444f8f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9206052 Oct 20 13:35:49.817422 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 39710) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:49.819442 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ba443-1c3a-406e-9633-263e34db6e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b2710d-af4a-454b-b01d-3751e652011c,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:49.821824 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-afbc8fd3-47de-411e-a61a-bffe659d7810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (8d5de179-6711-4cdb-938e-88adc6331a34), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:49.853567 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port ad3db735-3803-4aab-bebe-786cd1825321 is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:49.853959 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (ad3db735-3803-4aab-bebe-786cd1825321), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:49.897846 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port ad3db735-3803-4aab-bebe-786cd1825321, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=ad3db735-3803-4aab-bebe-786cd1825321,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:35:49.911911 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (ad3db735-3803-4aab-bebe-786cd1825321), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:49.912778 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 73ccb71c-e095-41df-a4eb-781b85659380 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:35:49.958999 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:49.964975 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [None req-cb4cd7ea-b7d9-49e3-98ad-1fd83fe49547 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Allocated IP 172.27.0.28 (54b02c82-3888-4407-a753-5cb002a664e9/80f1bf56-ddb3-4c42-8717-7c4bb006400e/e3f03e67-722c-4000-8df0-673106aafce1) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:35:49.977202 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-f9524c5b-5276-4bc0-967d-278ccf17ba0b service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d74e8eea-b10e-43ce-b0cb-8741f1110868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076499 Oct 20 13:35:50.021980 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-522aaf8c-7c0f-43f8-ad52-64c2fe8a24b1 None None] Set router 19956344-d0ce-4773-87fe-8839c5db68f1 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:35:50.027908 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:50.115151 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:50.191828 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6fb02199-7e95-4337-b4f8-fa50f6d947ed admin admin] Publish callbacks [] for security_group (d9b2710d-af4a-454b-b01d-3751e652011c), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:50.211198 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-b5e4830b-0650-4cbf-b9fe-7764b9b06ec3 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d308b555-e032-40ef-ae84-228dba4540e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335427 Oct 20 13:35:50.220489 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=ad3db735-3803-4aab-bebe-786cd1825321,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:50.327585 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 73ccb71c-e095-41df-a4eb-781b85659380 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:50.327951 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (73ccb71c-e095-41df-a4eb-781b85659380), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:50.328322 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 73ccb71c-e095-41df-a4eb-781b85659380 Oct 20 13:35:50.340295 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6fb02199-7e95-4337-b4f8-fa50f6d947ed admin admin] Publish callbacks [] for security_group (d9b2710d-af4a-454b-b01d-3751e652011c), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:50.345932 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cb4cd7ea-b7d9-49e3-98ad-1fd83fe49547 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for port (e3f03e67-722c-4000-8df0-673106aafce1), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:50.349151 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-d4426957-78f0-456f-a6f5-d4537e52e3dc service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d74e8eea-b10e-43ce-b0cb-8741f1110868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349559 Oct 20 13:35:50.357540 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-afbc8fd3-47de-411e-a61a-bffe659d7810 None None] Publish callbacks [] for port (8d5de179-6711-4cdb-938e-88adc6331a34), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:50.367796 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-afbc8fd3-47de-411e-a61a-bffe659d7810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (8d5de179-6711-4cdb-938e-88adc6331a34), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:50.388875 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cb4cd7ea-b7d9-49e3-98ad-1fd83fe49547 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955'] for port (e3f03e67-722c-4000-8df0-673106aafce1), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:50.420008 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20873921-dd2c-415c-bc53-07d5b0b449ec None None] Pushing event updated for resources: {'Port': ['ID=8d5de179-6711-4cdb-938e-88adc6331a34,revision_number=3']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:50.430976 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4cd7ea-b7d9-49e3-98ad-1fd83fe49547 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Network 54b02c82-3888-4407-a753-5cb002a664e9 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:35:50.434119 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [None req-cb4cd7ea-b7d9-49e3-98ad-1fd83fe49547 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:35:50.437446 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4cd7ea-b7d9-49e3-98ad-1fd83fe49547 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:35:50.486605 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4cd7ea-b7d9-49e3-98ad-1fd83fe49547 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Pushing event updated for resources: {'Port': ['ID=e3f03e67-722c-4000-8df0-673106aafce1,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:50.535203 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cb4cd7ea-b7d9-49e3-98ad-1fd83fe49547 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for floatingip (32728483-0b35-4fc0-b950-6d62f1665cfa), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:50.579240 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-302061ea-2bea-40d2-85b7-b9ac9c2bd2a5 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d308b555-e032-40ef-ae84-228dba4540e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670385 Oct 20 13:35:50.584553 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-afbc8fd3-47de-411e-a61a-bffe659d7810 None None] Attempting to bind port 8d5de179-6711-4cdb-938e-88adc6331a34 on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:35:50.585083 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-afbc8fd3-47de-411e-a61a-bffe659d7810 None None] Attempting to bind port 8d5de179-6711-4cdb-938e-88adc6331a34 by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': '4d78e0f3-9105-4b6b-ab7f-1019f2557df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0'}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:35:50.586331 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbc8fd3-47de-411e-a61a-bffe659d7810 None None] Attempting to bind port 8d5de179-6711-4cdb-938e-88adc6331a34 on network d308b555-e032-40ef-ae84-228dba4540e0 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:35:50.606665 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6fb02199-7e95-4337-b4f8-fa50f6d947ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (d9b2710d-af4a-454b-b01d-3751e652011c), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:50.610053 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6fb02199-7e95-4337-b4f8-fa50f6d947ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:50.611586 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-6fb02199-7e95-4337-b4f8-fa50f6d947ed admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/d9b2710d-af4a-454b-b01d-3751e652011c HTTP/1.1" status: 204 len: 168 time: 0.7930808 Oct 20 13:35:50.625801 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cb4cd7ea-b7d9-49e3-98ad-1fd83fe49547 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (e3f03e67-722c-4000-8df0-673106aafce1), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:50.650640 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb02199-7e95-4337-b4f8-fa50f6d947ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b2710d-af4a-454b-b01d-3751e652011c,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:50.651509 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 73ccb71c-e095-41df-a4eb-781b85659380 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:50.652903 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 21091521-a32d-4bc3-bd31-1690402ab03b up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:35:50.721627 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbc8fd3-47de-411e-a61a-bffe659d7810 None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:35:50.722173 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbc8fd3-47de-411e-a61a-bffe659d7810 None None] Checking segment: {'id': '4d78e0f3-9105-4b6b-ab7f-1019f2557df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:35:50.722583 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-afbc8fd3-47de-411e-a61a-bffe659d7810 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:50.725033 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbc8fd3-47de-411e-a61a-bffe659d7810 None None] Bound using segment: {'id': '4d78e0f3-9105-4b6b-ab7f-1019f2557df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0'} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:35:50.727652 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-afbc8fd3-47de-411e-a61a-bffe659d7810 None None] Bound port: 8d5de179-6711-4cdb-938e-88adc6331a34, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d78e0f3-9105-4b6b-ab7f-1019f2557df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0'}}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:35:50.728354 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-afbc8fd3-47de-411e-a61a-bffe659d7810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (8d5de179-6711-4cdb-938e-88adc6331a34), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:50.871801 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-522aaf8c-7c0f-43f8-ad52-64c2fe8a24b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'name': 'tempest-AttachVolumeShelveTestJSON-387486094-router', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:41Z', 'revision_number': 4, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'gw_port': {'id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': 'a0e9e3e1-270d-4309-934f-1dc7446bbcad', 'name': '', 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'mac_address': 'fa:16:3e:05:8d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:39Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 4, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'subnets': [{'id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:50.874134 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 21091521-a32d-4bc3-bd31-1690402ab03b triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:50.875073 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (21091521-a32d-4bc3-bd31-1690402ab03b), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:50.875224 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:50.875709 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 21091521-a32d-4bc3-bd31-1690402ab03b Oct 20 13:35:50.912585 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-afbc8fd3-47de-411e-a61a-bffe659d7810 None None] For port 8d5de179-6711-4cdb-938e-88adc6331a34, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:35:50.918867 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-afbc8fd3-47de-411e-a61a-bffe659d7810 None None] For port 8d5de179-6711-4cdb-938e-88adc6331a34, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=8d5de179-6711-4cdb-938e-88adc6331a34,segment=NetworkSegment(4d78e0f3-9105-4b6b-ab7f-1019f2557df1),segment_id=4d78e0f3-9105-4b6b-ab7f-1019f2557df1)] {{(pid=104735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:35:50.929023 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-afbc8fd3-47de-411e-a61a-bffe659d7810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (8d5de179-6711-4cdb-938e-88adc6331a34), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:50.947322 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522aaf8c-7c0f-43f8-ad52-64c2fe8a24b1 None None] The sync data for ids ['19956344-d0ce-4773-87fe-8839c5db68f1'] in dv-cinder-862136-1-iscsi is: [{'id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'name': 'tempest-AttachVolumeShelveTestJSON-387486094-router', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:41Z', 'revision_number': 4, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'gw_port': {'id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': 'a0e9e3e1-270d-4309-934f-1dc7446bbcad', 'name': '', 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'mac_address': 'fa:16:3e:05:8d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:39Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 4, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'subnets': [{'id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:35:50.986870 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbc8fd3-47de-411e-a61a-bffe659d7810 None None] Routers {'1214a302-7c9d-4e34-aee5-073767be6284'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:35:50.988227 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-afbc8fd3-47de-411e-a61a-bffe659d7810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:35:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1214a302-7c9d-4e34-aee5-073767be6284'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:51.018386 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-0436bc0f-d2b6-4cf7-879a-6672205f7e9b tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1994652214&fields=id&tenant_id=b215cb88123a4851932dbf7dfa88f709 HTTP/1.1" status: 200 len: 267 time: 0.1456237 Oct 20 13:35:51.046140 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 21091521-a32d-4bc3-bd31-1690402ab03b is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:51.139131 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20873921-dd2c-415c-bc53-07d5b0b449ec None None] Pushing event updated for resources: {'Port': ['ID=8d5de179-6711-4cdb-938e-88adc6331a34,revision_number=4']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:51.160505 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cb4cd7ea-b7d9-49e3-98ad-1fd83fe49547 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for port (e3f03e67-722c-4000-8df0-673106aafce1), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:51.174579 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cb4cd7ea-b7d9-49e3-98ad-1fd83fe49547 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (e3f03e67-722c-4000-8df0-673106aafce1), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:51.175439 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cb4cd7ea-b7d9-49e3-98ad-1fd83fe49547 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (32728483-0b35-4fc0-b950-6d62f1665cfa), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:51.243199 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:51.265829 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:51.285642 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-a1661c67-13eb-4410-a1e0-a49df375bc2b tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:35:51.294744 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-a1661c67-13eb-4410-a1e0-a49df375bc2b tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/networks?id=6a87efad-1518-4319-8b6e-3edd28303f86 HTTP/1.1" status: 200 len: 814 time: 0.2747736 Oct 20 13:35:51.346455 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-afbc8fd3-47de-411e-a61a-bffe659d7810 None None] Set router 1214a302-7c9d-4e34-aee5-073767be6284 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:35:51.352458 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-3eae7cc9-df42-413a-8afe-37dfafbdd60a req-6f473d7d-7f8c-4878-b0ad-6e422fabe367 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 210 time: 0.1443028 Oct 20 13:35:51.358125 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cb4cd7ea-b7d9-49e3-98ad-1fd83fe49547 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:51.359366 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-cb4cd7ea-b7d9-49e3-98ad-1fd83fe49547 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1320519 Oct 20 13:35:51.434898 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4cd7ea-b7d9-49e3-98ad-1fd83fe49547 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Pushing event updated for resources: {'Port': ['ID=e3f03e67-722c-4000-8df0-673106aafce1,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:51.461122 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-e66fdfb9-db66-42ab-860e-1deefe390840 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/quotas/b215cb88123a4851932dbf7dfa88f709 HTTP/1.1" status: 200 len: 375 time: 0.1654017 Oct 20 13:35:51.499114 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b33bddb6-c544-4f40-b26d-423ca35fc331 req-824ba997-ff39-4234-a916-006495cb41b0 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 210 time: 0.0734735 Oct 20 13:35:51.596749 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 86fac27a-cd4f-4973-a4ae-a8871270433b up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:35:51.610314 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-d8b5cb78-e959-4439-ab48-b06f0d208bc1 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b215cb88123a4851932dbf7dfa88f709&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1378577 Oct 20 13:35:51.751947 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:51.766215 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:51.829338 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 86fac27a-cd4f-4973-a4ae-a8871270433b triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:51.833998 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (86fac27a-cd4f-4973-a4ae-a8871270433b), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:51.837838 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 86fac27a-cd4f-4973-a4ae-a8871270433b Oct 20 13:35:51.890012 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-afbc8fd3-47de-411e-a61a-bffe659d7810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214a302-7c9d-4e34-aee5-073767be6284', 'name': 'tempest-AttachVolumeTestJSON-615351646-router', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:40Z', 'revision_number': 4, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'gw_port': {'id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '8d5de179-6711-4cdb-938e-88adc6331a34', 'name': '', 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'mac_address': 'fa:16:3e:33:9b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:38Z', 'updated_at': '2022-10-20T13:35:50Z', 'revision_number': 4, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'subnets': [{'id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:51.904935 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-bab21adc-2f92-4d6d-9630-44a836c6ab99 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849836 Oct 20 13:35:51.915201 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-6d78113e-2d93-4c75-ad64-2a9b35f41353 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--479809682&fields=id&tenant_id=f9addc326c51410f809805d8b44c5c17 HTTP/1.1" status: 200 len: 267 time: 0.1235902 Oct 20 13:35:51.984318 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbc8fd3-47de-411e-a61a-bffe659d7810 None None] The sync data for ids ['1214a302-7c9d-4e34-aee5-073767be6284'] in dv-cinder-862136-1-iscsi is: [{'id': '1214a302-7c9d-4e34-aee5-073767be6284', 'name': 'tempest-AttachVolumeTestJSON-615351646-router', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:40Z', 'revision_number': 4, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'gw_port': {'id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '8d5de179-6711-4cdb-938e-88adc6331a34', 'name': '', 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'mac_address': 'fa:16:3e:33:9b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:38Z', 'updated_at': '2022-10-20T13:35:50Z', 'revision_number': 4, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'subnets': [{'id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:35:52.081440 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-7523aa43-82a2-41ba-85a7-59f145f0c329 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679142 Oct 20 13:35:52.147679 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 86fac27a-cd4f-4973-a4ae-a8871270433b is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:52.149767 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device ad3db735-3803-4aab-bebe-786cd1825321 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:35:52.299479 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port ad3db735-3803-4aab-bebe-786cd1825321 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:52.301037 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (ad3db735-3803-4aab-bebe-786cd1825321), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:52.301379 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port ad3db735-3803-4aab-bebe-786cd1825321 Oct 20 13:35:52.601849 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-7c7d257d-d19b-490f-96a5-c5ef7c3e1525 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:35:52.614425 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-7c7d257d-d19b-490f-96a5-c5ef7c3e1525 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/networks?id=9c859482-bc24-4f85-8ad7-70cfdb97a23e HTTP/1.1" status: 200 len: 816 time: 0.6969771 Oct 20 13:35:52.648694 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port ad3db735-3803-4aab-bebe-786cd1825321 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:52.651306 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device e18ef4d0-491d-4d40-9335-54101a4131f5 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:35:52.654006 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-1071f4fd-8efa-400c-a6f0-1df98ca22d8e tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/quotas/f9addc326c51410f809805d8b44c5c17 HTTP/1.1" status: 200 len: 375 time: 0.0367026 Oct 20 13:35:52.662285 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7b3bdb63-a8bd-4804-b9d2-3ce76eaa370f req-a97563a0-ceca-4fd7-b9d6-b4be4ba8ee67 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 210 time: 0.2377138 Oct 20 13:35:52.807012 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-aa62a389-8e69-47cf-888e-dd2a3fa55f0d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f9addc326c51410f809805d8b44c5c17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1492116 Oct 20 13:35:52.817430 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port e18ef4d0-491d-4d40-9335-54101a4131f5 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:52.817793 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (e18ef4d0-491d-4d40-9335-54101a4131f5), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:52.818431 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port e18ef4d0-491d-4d40-9335-54101a4131f5 Oct 20 13:35:52.882983 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cbe4c576-253d-4921-b820-77f7c8ef74d9 req-841d1404-d251-4e3c-9d93-b3960138bd8a tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 210 time: 0.0790341 Oct 20 13:35:53.040075 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3c9fdd97-52c9-48e1-8b2c-f6dd4a5c0f97 req-0cebfe3d-d538-4a70-abac-90c4d4a9525c tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 210 time: 0.0616701 Oct 20 13:35:53.104369 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port e18ef4d0-491d-4d40-9335-54101a4131f5 is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:53.104973 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (e18ef4d0-491d-4d40-9335-54101a4131f5), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:53.118855 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-effcdde0-a436-4b08-a19a-b9d828726cec service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9c859482-bc24-4f85-8ad7-70cfdb97a23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097103 Oct 20 13:35:53.159639 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port e18ef4d0-491d-4d40-9335-54101a4131f5, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=e18ef4d0-491d-4d40-9335-54101a4131f5,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:35:53.174092 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (e18ef4d0-491d-4d40-9335-54101a4131f5), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:53.302879 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:53.305486 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-52c2ba8d-5757-4374-a9ea-a0e27200cef7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9c859482-bc24-4f85-8ad7-70cfdb97a23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780176 Oct 20 13:35:53.319376 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=e18ef4d0-491d-4d40-9335-54101a4131f5,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:53.519496 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97296c5d-e8f4-4387-9934-24aabed8aefb None None] Sync routers for ids ['17320937-e417-430c-8608-ace1513ee820'] in dv-cinder-862136-1-iscsi {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:35:53.545546 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97296c5d-e8f4-4387-9934-24aabed8aefb None None] Routers {'17320937-e417-430c-8608-ace1513ee820'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:35:53.548284 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-97296c5d-e8f4-4387-9934-24aabed8aefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:35:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['17320937-e417-430c-8608-ace1513ee820'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:53.704352 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device a0e9e3e1-270d-4309-934f-1dc7446bbcad up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:35:53.753086 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-97296c5d-e8f4-4387-9934-24aabed8aefb None None] Set router 17320937-e417-430c-8608-ace1513ee820 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:35:53.772617 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ba1bdee7-832e-4cb6-9af4-927e6adac211 req-9ffdd86a-72f0-42f1-abe5-fbc0a41850ad tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 210 time: 0.0679135 Oct 20 13:35:53.823451 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port a0e9e3e1-270d-4309-934f-1dc7446bbcad triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:53.824064 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (a0e9e3e1-270d-4309-934f-1dc7446bbcad), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:53.824683 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port a0e9e3e1-270d-4309-934f-1dc7446bbcad Oct 20 13:35:54.157950 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:54.244286 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-6d423846-4a8b-4c76-b3b1-ea6f12ed6a7a req-c6550ae8-c33e-4fa3-b432-1f4817c287ef tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 210 time: 0.0995879 Oct 20 13:35:54.292372 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a62d9663-c715-43cd-a3a6-6639cf1138a3 req-b45303ae-be77-4027-8873-55107158448e tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 210 time: 0.0804188 Oct 20 13:35:54.388251 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port a0e9e3e1-270d-4309-934f-1dc7446bbcad is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:54.388666 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (a0e9e3e1-270d-4309-934f-1dc7446bbcad), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:54.524177 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e8023984-401b-4fa2-93d5-32dbbf6d901c req-1616a9d9-84a4-44ac-b817-eb834d1b4555 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 210 time: 0.0718970 Oct 20 13:35:54.528289 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:54.554964 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port a0e9e3e1-270d-4309-934f-1dc7446bbcad, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=a0e9e3e1-270d-4309-934f-1dc7446bbcad,segment=NetworkSegment(05e72368-f775-4124-bc91-39623e93b8b1),segment_id=05e72368-f775-4124-bc91-39623e93b8b1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:35:54.557329 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-97296c5d-e8f4-4387-9934-24aabed8aefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17320937-e417-430c-8608-ace1513ee820', 'name': 'tempest-DeleteServersTestJSON-844292200-router', 'tenant_id': '4e1ecd40d6914036b80dfcf74eada323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e18ef4d0-491d-4d40-9335-54101a4131f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:44Z', 'revision_number': 4, 'project_id': '4e1ecd40d6914036b80dfcf74eada323', 'gw_port': {'id': 'e18ef4d0-491d-4d40-9335-54101a4131f5', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17320937-e417-430c-8608-ace1513ee820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '228105f8-c7b2-43c8-9da5-357b148ff4f2', 'name': '', 'network_id': 'd74e8eea-b10e-43ce-b0cb-8741f1110868', 'tenant_id': '4e1ecd40d6914036b80dfcf74eada323', 'mac_address': 'fa:16:3e:e5:20:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17320937-e417-430c-8608-ace1513ee820', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f9f1126e-248d-41e1-8eac-579c17647ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:41Z', 'updated_at': '2022-10-20T13:35:45Z', 'revision_number': 2, 'project_id': '4e1ecd40d6914036b80dfcf74eada323', 'subnets': [{'id': 'f9f1126e-248d-41e1-8eac-579c17647ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:54.562974 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (a0e9e3e1-270d-4309-934f-1dc7446bbcad), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:54.563960 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 8d5de179-6711-4cdb-938e-88adc6331a34 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:35:54.657297 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97296c5d-e8f4-4387-9934-24aabed8aefb None None] Checking router: 17320937-e417-430c-8608-ace1513ee820 for host: dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:35:54.657803 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97296c5d-e8f4-4387-9934-24aabed8aefb None None] Updating router 17320937-e417-430c-8608-ace1513ee820 port 228105f8-c7b2-43c8-9da5-357b148ff4f2 binding host dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 13:35:54.732101 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b6711763-f58d-4877-a2cd-edcfe2863c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:54.737972 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-97296c5d-e8f4-4387-9934-24aabed8aefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (228105f8-c7b2-43c8-9da5-357b148ff4f2), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:54.748336 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=a0e9e3e1-270d-4309-934f-1dc7446bbcad,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:54.799923 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 8d5de179-6711-4cdb-938e-88adc6331a34 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:54.800493 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (8d5de179-6711-4cdb-938e-88adc6331a34), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:54.800947 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 8d5de179-6711-4cdb-938e-88adc6331a34 Oct 20 13:35:54.919075 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d4d6a159-5b7a-4d84-aef1-505441a6567b req-2196142b-59d2-41fd-be07-562a2e785a33 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 210 time: 0.0310426 Oct 20 13:35:55.072823 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 8d5de179-6711-4cdb-938e-88adc6331a34 is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:55.073232 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (8d5de179-6711-4cdb-938e-88adc6331a34), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:55.140819 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port 8d5de179-6711-4cdb-938e-88adc6331a34, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=8d5de179-6711-4cdb-938e-88adc6331a34,segment=NetworkSegment(4d78e0f3-9105-4b6b-ab7f-1019f2557df1),segment_id=4d78e0f3-9105-4b6b-ab7f-1019f2557df1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:35:55.155004 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (8d5de179-6711-4cdb-938e-88adc6331a34), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:55.250626 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-97296c5d-e8f4-4387-9934-24aabed8aefb None None] Publish callbacks [] for port (228105f8-c7b2-43c8-9da5-357b148ff4f2), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:55.261318 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=8d5de179-6711-4cdb-938e-88adc6331a34,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:55.267950 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-97296c5d-e8f4-4387-9934-24aabed8aefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (228105f8-c7b2-43c8-9da5-357b148ff4f2), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:55.319915 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29f4ac-0813-45cf-8d51-9260bc3c7b3f None None] Pushing event updated for resources: {'Port': ['ID=228105f8-c7b2-43c8-9da5-357b148ff4f2,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:55.345345 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device a0e9e3e1-270d-4309-934f-1dc7446bbcad up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:35:55.371933 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:55.430238 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:55.433667 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-96ae4e1a-3e38-4483-87e6-4495bf189331 req-f7bd7d9a-ece7-492f-b697-7c3dce2eba4e tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 210 time: 0.0576255 Oct 20 13:35:55.434925 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-97296c5d-e8f4-4387-9934-24aabed8aefb None None] Attempting to bind port 228105f8-c7b2-43c8-9da5-357b148ff4f2 on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:35:55.435352 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-97296c5d-e8f4-4387-9934-24aabed8aefb None None] Attempting to bind port 228105f8-c7b2-43c8-9da5-357b148ff4f2 by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': '837d042d-1e64-494c-bc82-8dbdd07f178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd74e8eea-b10e-43ce-b0cb-8741f1110868'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:35:55.435782 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97296c5d-e8f4-4387-9934-24aabed8aefb None None] Attempting to bind port 228105f8-c7b2-43c8-9da5-357b148ff4f2 on network d74e8eea-b10e-43ce-b0cb-8741f1110868 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:35:55.452727 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-29038fb4-47e0-47cc-b8c4-0ec3f67b1646 req-4e0aa742-7eac-48b5-9c53-b5d62322801d tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 210 time: 0.0316412 Oct 20 13:35:55.491409 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port a0e9e3e1-270d-4309-934f-1dc7446bbcad triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:55.491840 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (a0e9e3e1-270d-4309-934f-1dc7446bbcad), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:55.492339 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port a0e9e3e1-270d-4309-934f-1dc7446bbcad Oct 20 13:35:55.539040 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97296c5d-e8f4-4387-9934-24aabed8aefb None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:35:55.539406 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97296c5d-e8f4-4387-9934-24aabed8aefb None None] Checking segment: {'id': '837d042d-1e64-494c-bc82-8dbdd07f178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd74e8eea-b10e-43ce-b0cb-8741f1110868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:35:55.539804 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-97296c5d-e8f4-4387-9934-24aabed8aefb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:55.540189 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97296c5d-e8f4-4387-9934-24aabed8aefb None None] Bound using segment: {'id': '837d042d-1e64-494c-bc82-8dbdd07f178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd74e8eea-b10e-43ce-b0cb-8741f1110868'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:35:55.540657 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-97296c5d-e8f4-4387-9934-24aabed8aefb None None] Bound port: 228105f8-c7b2-43c8-9da5-357b148ff4f2, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837d042d-1e64-494c-bc82-8dbdd07f178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd74e8eea-b10e-43ce-b0cb-8741f1110868'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:35:55.541056 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-97296c5d-e8f4-4387-9934-24aabed8aefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (228105f8-c7b2-43c8-9da5-357b148ff4f2), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:55.626612 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port a0e9e3e1-270d-4309-934f-1dc7446bbcad is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:55.627786 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device e18ef4d0-491d-4d40-9335-54101a4131f5 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:35:55.633134 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-37365249-501a-41c2-833f-62940352f793 req-e0d5264d-7868-4f28-9ec4-6fe963af4afc tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 210 time: 0.0327141 Oct 20 13:35:55.664345 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-97296c5d-e8f4-4387-9934-24aabed8aefb None None] For port 228105f8-c7b2-43c8-9da5-357b148ff4f2, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:35:55.681585 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-97296c5d-e8f4-4387-9934-24aabed8aefb None None] For port 228105f8-c7b2-43c8-9da5-357b148ff4f2, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=228105f8-c7b2-43c8-9da5-357b148ff4f2,segment=NetworkSegment(837d042d-1e64-494c-bc82-8dbdd07f178f),segment_id=837d042d-1e64-494c-bc82-8dbdd07f178f)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:35:55.691281 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-97296c5d-e8f4-4387-9934-24aabed8aefb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (228105f8-c7b2-43c8-9da5-357b148ff4f2), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:55.720175 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port e18ef4d0-491d-4d40-9335-54101a4131f5 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:55.720546 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (e18ef4d0-491d-4d40-9335-54101a4131f5), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:55.720898 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port e18ef4d0-491d-4d40-9335-54101a4131f5 Oct 20 13:35:55.757847 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97296c5d-e8f4-4387-9934-24aabed8aefb None None] Routers {'17320937-e417-430c-8608-ace1513ee820'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:35:55.758462 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-97296c5d-e8f4-4387-9934-24aabed8aefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:35:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['17320937-e417-430c-8608-ace1513ee820'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:55.924669 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b29f4ac-0813-45cf-8d51-9260bc3c7b3f None None] Pushing event updated for resources: {'Port': ['ID=228105f8-c7b2-43c8-9da5-357b148ff4f2,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:56.024774 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-97296c5d-e8f4-4387-9934-24aabed8aefb None None] Set router 17320937-e417-430c-8608-ace1513ee820 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:35:56.026504 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port e18ef4d0-491d-4d40-9335-54101a4131f5 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:56.057755 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-951e7ca9-4a68-4f95-bbac-7f28c38c31a7 req-116e594f-2988-4a98-b9ec-fa63a59146dd tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 210 time: 0.0299687 Oct 20 13:35:56.236225 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-97296c5d-e8f4-4387-9934-24aabed8aefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17320937-e417-430c-8608-ace1513ee820', 'name': 'tempest-DeleteServersTestJSON-844292200-router', 'tenant_id': '4e1ecd40d6914036b80dfcf74eada323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e18ef4d0-491d-4d40-9335-54101a4131f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:44Z', 'revision_number': 4, 'project_id': '4e1ecd40d6914036b80dfcf74eada323', 'gw_port': {'id': 'e18ef4d0-491d-4d40-9335-54101a4131f5', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17320937-e417-430c-8608-ace1513ee820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '228105f8-c7b2-43c8-9da5-357b148ff4f2', 'name': '', 'network_id': 'd74e8eea-b10e-43ce-b0cb-8741f1110868', 'tenant_id': '4e1ecd40d6914036b80dfcf74eada323', 'mac_address': 'fa:16:3e:e5:20:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17320937-e417-430c-8608-ace1513ee820', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f9f1126e-248d-41e1-8eac-579c17647ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:41Z', 'updated_at': '2022-10-20T13:35:55Z', 'revision_number': 4, 'project_id': '4e1ecd40d6914036b80dfcf74eada323', 'subnets': [{'id': 'f9f1126e-248d-41e1-8eac-579c17647ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:35:56.266559 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97296c5d-e8f4-4387-9934-24aabed8aefb None None] The sync data for ids ['17320937-e417-430c-8608-ace1513ee820'] in dv-cinder-862136-1-iscsi is: [{'id': '17320937-e417-430c-8608-ace1513ee820', 'name': 'tempest-DeleteServersTestJSON-844292200-router', 'tenant_id': '4e1ecd40d6914036b80dfcf74eada323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e18ef4d0-491d-4d40-9335-54101a4131f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:44Z', 'revision_number': 4, 'project_id': '4e1ecd40d6914036b80dfcf74eada323', 'gw_port': {'id': 'e18ef4d0-491d-4d40-9335-54101a4131f5', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17320937-e417-430c-8608-ace1513ee820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '228105f8-c7b2-43c8-9da5-357b148ff4f2', 'name': '', 'network_id': 'd74e8eea-b10e-43ce-b0cb-8741f1110868', 'tenant_id': '4e1ecd40d6914036b80dfcf74eada323', 'mac_address': 'fa:16:3e:e5:20:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17320937-e417-430c-8608-ace1513ee820', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'f9f1126e-248d-41e1-8eac-579c17647ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:41Z', 'updated_at': '2022-10-20T13:35:55Z', 'revision_number': 4, 'project_id': '4e1ecd40d6914036b80dfcf74eada323', 'subnets': [{'id': 'f9f1126e-248d-41e1-8eac-579c17647ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:35:56.525287 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d514177e-082e-47a6-831a-26f6a3c1c386 req-9b2e7797-375c-4bc4-b51c-ba6fe1a1602a tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 210 time: 0.0422139 Oct 20 13:35:56.568803 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-adf8626f-43b8-4463-8a9d-e409c87fb5e6 req-a1540ca2-c337-4e07-b3cf-9676fcffa69f tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 210 time: 0.0307519 Oct 20 13:35:56.738113 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7cdd0c2c-7459-42d9-9028-322dcdced10f req-14535698-0502-4090-a016-a8f77ecb5bfb tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 210 time: 0.0273902 Oct 20 13:35:56.937256 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9473ba25-8243-4ae7-ae4f-9049b67598f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:57.169676 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-e2cf6a13-f1dd-468c-b554-07e32e1ea704 req-7fca13be-b341-47e3-897f-2fbffbf38747 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 210 time: 0.0282018 Oct 20 13:35:57.273059 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 228105f8-c7b2-43c8-9da5-357b148ff4f2 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:35:57.306807 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:57.323929 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 228105f8-c7b2-43c8-9da5-357b148ff4f2 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:57.324294 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (228105f8-c7b2-43c8-9da5-357b148ff4f2), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:57.324670 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 228105f8-c7b2-43c8-9da5-357b148ff4f2 Oct 20 13:35:57.401719 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 228105f8-c7b2-43c8-9da5-357b148ff4f2 is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:57.402101 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (228105f8-c7b2-43c8-9da5-357b148ff4f2), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:57.405016 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:57.438366 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port 228105f8-c7b2-43c8-9da5-357b148ff4f2, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=228105f8-c7b2-43c8-9da5-357b148ff4f2,segment=NetworkSegment(837d042d-1e64-494c-bc82-8dbdd07f178f),segment_id=837d042d-1e64-494c-bc82-8dbdd07f178f)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:35:57.442569 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (228105f8-c7b2-43c8-9da5-357b148ff4f2), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:57.443328 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 8d5de179-6711-4cdb-938e-88adc6331a34 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:35:57.523518 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=228105f8-c7b2-43c8-9da5-357b148ff4f2,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:35:57.534072 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 8d5de179-6711-4cdb-938e-88adc6331a34 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:57.534458 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (8d5de179-6711-4cdb-938e-88adc6331a34), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:57.534757 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 8d5de179-6711-4cdb-938e-88adc6331a34 Oct 20 13:35:57.664251 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.20', 64797) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:57.677591 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 8d5de179-6711-4cdb-938e-88adc6331a34 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:35:57.730631 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3b753650-70e6-46fb-a327-6b75ead8e7da req-33acfebf-df68-4657-8f3a-4578773d8127 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 210 time: 0.0818021 Oct 20 13:35:57.807533 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-7af6ccbc-66e9-48f8-a63a-3804cc44967f req-c865c2ae-967f-4afd-bdca-7cdbc09fbce2 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 210 time: 0.0436201 Oct 20 13:35:57.881551 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-5ef70993-f386-4ab0-afc7-050a819d85eb tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:35:57.883569 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-5ef70993-f386-4ab0-afc7-050a819d85eb tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.20 "GET /networking/v2.0/networks?id=d308b555-e032-40ef-ae84-228dba4540e0 HTTP/1.1" status: 200 len: 810 time: 0.2165833 Oct 20 13:35:57.885084 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ea0353ec-5a7b-49f5-a38f-64bbe9bebe2e req-58d7f739-72e6-45e2-91b2-c8f2758c17d0 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 210 time: 0.0338335 Oct 20 13:35:58.001066 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-e16d984b-d780-486d-892d-79dd7b4c556c tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=747a468811fb478aa6c49b848ccee6d0 HTTP/1.1" status: 200 len: 380 time: 0.0751734 Oct 20 13:35:58.089547 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-eee5c1c3-dc93-491a-aa59-bb5775441710 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Request body: {'port': {'device_id': '19146772-f7e2-43d8-b7b3-3c365f024e54', 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0', 'admin_state_up': True, 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'security_groups': ['75bed332-42a5-4f18-a24e-7a6b7413a590']}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:35:58.159055 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:58.430649 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:58.435400 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b1161d26-f7e3-4edf-b6cf-64b3e19489c4 req-36d89c40-0656-4334-a5fb-628fc693938a tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 210 time: 0.0995340 Oct 20 13:35:58.476715 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-eee5c1c3-dc93-491a-aa59-bb5775441710 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Made reservation on behalf of 747a468811fb478aa6c49b848ccee6d0 for: {'port': 1} {{(pid=104732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:35:58.491292 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-eee5c1c3-dc93-491a-aa59-bb5775441710 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:58.620703 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.20', 64810) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:59.063491 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-eee5c1c3-dc93-491a-aa59-bb5775441710 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Allocated IP 172.20.0.8 (d308b555-e032-40ef-ae84-228dba4540e0/6fe06b3c-29c6-4094-8f91-406de935285f/20c71ca9-62f4-4658-828a-7e49ec9d9631) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:35:59.118344 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-c468c7f4-7d23-4ebd-8f9c-629e913310ab tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:35:59.119740 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-c468c7f4-7d23-4ebd-8f9c-629e913310ab tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.20 "GET /networking/v2.0/networks?id=6a87efad-1518-4319-8b6e-3edd28303f86 HTTP/1.1" status: 200 len: 814 time: 0.4945805 Oct 20 13:35:59.197479 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-0444dfab-dcdb-4145-9b2d-03af5cb4387c req-f4b963d0-ac7e-4b8c-bd58-ffadaf75f4fa tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 210 time: 0.1072254 Oct 20 13:35:59.205791 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-edc4613e-dde6-4b50-9797-b4c4e551ee1c req-59fb2eb8-91b4-4a35-aaad-71bb7ccd18e3 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 210 time: 0.0694871 Oct 20 13:35:59.380857 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 228105f8-c7b2-43c8-9da5-357b148ff4f2 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:35:59.387848 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-eee5c1c3-dc93-491a-aa59-bb5775441710 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for port (20c71ca9-62f4-4658-828a-7e49ec9d9631), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:59.423797 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:35:59.501518 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd19d4-b53a-4ef9-8c93-b5e32551b3b7 req-8400ed7b-a65f-43e7-bd99-61f5e33a71be tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:35:59.503620 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-7fcd19d4-b53a-4ef9-8c93-b5e32551b3b7 req-8400ed7b-a65f-43e7-bd99-61f5e33a71be tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 931 time: 0.0777080 Oct 20 13:35:59.516244 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-eee5c1c3-dc93-491a-aa59-bb5775441710 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955'] for port (20c71ca9-62f4-4658-828a-7e49ec9d9631), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:59.522691 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.20', 64822) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:35:59.539851 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-fd4a62b7-6094-4356-8688-f5e67cddaf16 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b215cb88123a4851932dbf7dfa88f709 HTTP/1.1" status: 200 len: 380 time: 0.2302580 Oct 20 13:35:59.569429 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 228105f8-c7b2-43c8-9da5-357b148ff4f2 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:35:59.569852 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (228105f8-c7b2-43c8-9da5-357b148ff4f2), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:59.570110 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-81a7e37b-ef90-41d6-b949-618b4c5e8ed2 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Request body: {'port': {'device_id': 'a07ca6e8-83ee-4690-97c1-7cc13774d5ea', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'admin_state_up': True, 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'security_groups': ['7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd']}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:35:59.570311 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 228105f8-c7b2-43c8-9da5-357b148ff4f2 Oct 20 13:35:59.591106 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-eee5c1c3-dc93-491a-aa59-bb5775441710 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Network d308b555-e032-40ef-ae84-228dba4540e0 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:35:59.627578 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-eee5c1c3-dc93-491a-aa59-bb5775441710 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:35:59.734925 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-eee5c1c3-dc93-491a-aa59-bb5775441710 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:35:59.745729 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-eee5c1c3-dc93-491a-aa59-bb5775441710 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:35:59.746393 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-eee5c1c3-dc93-491a-aa59-bb5775441710 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for port (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:59.802739 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-00421382-15be-4ef7-b793-e6fd24ff1341 req-c8282db1-91b9-442c-8205-45249cde6c8f tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 210 time: 0.1406538 Oct 20 13:35:59.862029 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:59.885619 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:35:59.932745 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-eee5c1c3-dc93-491a-aa59-bb5775441710 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8474622 Oct 20 13:36:00.001527 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 228105f8-c7b2-43c8-9da5-357b148ff4f2 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:36:00.070297 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-7fcd19d4-b53a-4ef9-8c93-b5e32551b3b7 req-df94e55a-2fea-4d6f-9f55-ec581a0a83f6 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4678037 Oct 20 13:36:00.112473 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5c1c3-dc93-491a-aa59-bb5775441710 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Pushing event updated for resources: {'Port': ['ID=20c71ca9-62f4-4658-828a-7e49ec9d9631,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:00.174778 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-81a7e37b-ef90-41d6-b949-618b4c5e8ed2 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Made reservation on behalf of b215cb88123a4851932dbf7dfa88f709 for: {'port': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:36:00.179991 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-81a7e37b-ef90-41d6-b949-618b4c5e8ed2 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:00.218211 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-29674981-356e-45a8-9cca-2667ae3f8f3e tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:00.236726 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-29674981-356e-45a8-9cca-2667ae3f8f3e tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.20 "GET /networking/v2.0/networks?id=d74e8eea-b10e-43ce-b0cb-8741f1110868 HTTP/1.1" status: 200 len: 811 time: 0.7128258 Oct 20 13:36:00.258569 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ad306787-8fa2-4754-a71b-ab80de9a40e1 None None] Provisioning complete for port 20c71ca9-62f4-4658-828a-7e49ec9d9631 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:36:00.264603 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ad306787-8fa2-4754-a71b-ab80de9a40e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (20c71ca9-62f4-4658-828a-7e49ec9d9631), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:00.278702 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ad306787-8fa2-4754-a71b-ab80de9a40e1 None None] Attempt 1 to provision port 20c71ca9-62f4-4658-828a-7e49ec9d9631 Oct 20 13:36:00.334360 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-51426c04-ff9a-49ec-bf39-d724b9242c88 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104732) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 13:36:00.336607 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-51426c04-ff9a-49ec-bf39-d724b9242c88 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0140700 Oct 20 13:36:00.356064 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-e0707197-9eb2-447b-b599-224e3f330af5 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Request body: {'port': {'device_id': '417ecff7-87f2-4818-9e78-a698e13fe46d', 'network_id': 'd74e8eea-b10e-43ce-b0cb-8741f1110868', 'admin_state_up': True, 'tenant_id': '4e1ecd40d6914036b80dfcf74eada323'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:36:00.475681 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ad306787-8fa2-4754-a71b-ab80de9a40e1 None None] Port 20c71ca9-62f4-4658-828a-7e49ec9d9631 cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:36:00.695633 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.20', 64831) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:00.812819 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ad821eb0-480b-4bd3-a20c-ab34b91b1922 req-e7660b7a-9514-4ad9-a3ab-a51e496abfc3 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 210 time: 0.2678072 Oct 20 13:36:01.030943 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-81a7e37b-ef90-41d6-b949-618b4c5e8ed2 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Allocated IP 172.20.0.5 (6a87efad-1518-4319-8b6e-3edd28303f86/2fdacf12-c611-42fe-b6f6-2cbfeede8f9a/945c0530-b30a-4e15-a586-dfaaa2fdd6ae) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:36:01.077416 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:01.078643 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 40208) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:01.203836 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-72886956-15cc-4a27-bdc1-2819d106097f req-5610ae07-1878-4105-892b-8d5e6d91eb86 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 210 time: 0.0774040 Oct 20 13:36:01.382672 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-1d9b70f8-4e8b-44b0-a352-dcbef466cecb service neutron] Request body: {'port': {'device_id': '19146772-f7e2-43d8-b7b3-3c365f024e54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86213'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:36:01.410925 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-c7a18353-a077-4723-97f6-571f01851332 req-8151103c-33a0-4a5a-91e2-04607798f2d7 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 210 time: 0.0621612 Oct 20 13:36:01.492164 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:01.493375 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-54352882-7abb-48a3-9d10-3fdb7e786bea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:01.516639 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:01.535737 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-eb894450-a7b6-40bd-a432-4b7b3030abfc tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:01.537784 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-eb894450-a7b6-40bd-a432-4b7b3030abfc tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.20 "GET /networking/v2.0/networks?id=9c859482-bc24-4f85-8ad7-70cfdb97a23e HTTP/1.1" status: 200 len: 816 time: 0.9244535 Oct 20 13:36:01.559883 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-e0707197-9eb2-447b-b599-224e3f330af5 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Made reservation on behalf of 4e1ecd40d6914036b80dfcf74eada323 for: {'port': 1} {{(pid=104732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:36:01.567761 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-e0707197-9eb2-447b-b599-224e3f330af5 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:01.637898 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9097f-267e-4d80-9122-d928b19c0def req-b544a367-b399-4402-978e-0d6cf6912fdf tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:01.640828 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7af9097f-267e-4d80-9122-d928b19c0def req-b544a367-b399-4402-978e-0d6cf6912fdf tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 931 time: 0.2659431 Oct 20 13:36:01.670321 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-81a7e37b-ef90-41d6-b949-618b4c5e8ed2 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for port (945c0530-b30a-4e15-a586-dfaaa2fdd6ae), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:01.692974 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-1d9b70f8-4e8b-44b0-a352-dcbef466cecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (20c71ca9-62f4-4658-828a-7e49ec9d9631), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:01.789711 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 40232) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:01.804410 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-b02ac1b1-b489-41e3-a744-cba82a5a4ba3 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f9addc326c51410f809805d8b44c5c17 HTTP/1.1" status: 200 len: 379 time: 0.2026474 Oct 20 13:36:01.831862 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-81a7e37b-ef90-41d6-b949-618b4c5e8ed2 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955'] for port (945c0530-b30a-4e15-a586-dfaaa2fdd6ae), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:01.848967 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-e0707197-9eb2-447b-b599-224e3f330af5 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Allocated IP 172.20.0.12 (d74e8eea-b10e-43ce-b0cb-8741f1110868/f9f1126e-248d-41e1-8eac-579c17647ede/aa084c37-d6d3-49cd-83ce-62d9de1a28b8) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:36:01.864919 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-3c80f0ae-7932-4338-a35f-5bb4698cd2cc tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Request body: {'port': {'device_id': '93b9ae5b-1e55-409f-9a61-b1e2a47d1b58', 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'admin_state_up': True, 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'security_groups': ['b85d3085-50b8-4d71-8677-543193493706']}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:36:01.896318 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=93,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:01.897837 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:UPDATE=2,neutron:SELECT=34 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:01.957754 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-54352882-7abb-48a3-9d10-3fdb7e786bea admin admin] Publish callbacks [] for security_group (2cb861fc-0e20-4207-ba2a-483114ccab80), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:02.127511 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-81a7e37b-ef90-41d6-b949-618b4c5e8ed2 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Network 6a87efad-1518-4319-8b6e-3edd28303f86 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:36:02.138752 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7af9097f-267e-4d80-9122-d928b19c0def req-71d42dd3-2cb7-4bee-bf5f-52adb0135926 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4839263 Oct 20 13:36:02.177001 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-54352882-7abb-48a3-9d10-3fdb7e786bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (2cb861fc-0e20-4207-ba2a-483114ccab80), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:02.248668 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-81a7e37b-ef90-41d6-b949-618b4c5e8ed2 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:36:02.331591 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a8c8dc21-6b25-48c6-a9ca-5648dd470b06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:02.351366 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-81a7e37b-ef90-41d6-b949-618b4c5e8ed2 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:36:02.361587 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d040a-ccf4-407d-bfe1-ad6183daa277 req-c1a4891b-9808-4c64-bb0b-8e68500633b2 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:02.369951 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-7a8d040a-ccf4-407d-bfe1-ad6183daa277 req-c1a4891b-9808-4c64-bb0b-8e68500633b2 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 931 time: 0.3461306 Oct 20 13:36:02.383182 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-81a7e37b-ef90-41d6-b949-618b4c5e8ed2 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:02.383852 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-81a7e37b-ef90-41d6-b949-618b4c5e8ed2 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:02.447738 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:02.486649 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-3c80f0ae-7932-4338-a35f-5bb4698cd2cc tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Made reservation on behalf of f9addc326c51410f809805d8b44c5c17 for: {'port': 1} {{(pid=104732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:36:02.499529 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-3c80f0ae-7932-4338-a35f-5bb4698cd2cc tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:02.540915 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54352882-7abb-48a3-9d10-3fdb7e786bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb861fc-0e20-4207-ba2a-483114ccab80,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:02.609738 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-7a8d040a-ccf4-407d-bfe1-ad6183daa277 req-f956ba5c-a779-4825-91c1-5b500d2043cb tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378564 Oct 20 13:36:02.611636 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-60946fc9-9049-4b21-9a92-947c0a60f0e8 None None] Provisioning complete for port 945c0530-b30a-4e15-a586-dfaaa2fdd6ae triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:36:02.612541 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-60946fc9-9049-4b21-9a92-947c0a60f0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (945c0530-b30a-4e15-a586-dfaaa2fdd6ae), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:02.613060 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-60946fc9-9049-4b21-9a92-947c0a60f0e8 None None] Attempt 1 to provision port 945c0530-b30a-4e15-a586-dfaaa2fdd6ae Oct 20 13:36:02.617644 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-81a7e37b-ef90-41d6-b949-618b4c5e8ed2 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0687873 Oct 20 13:36:02.659109 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-9c44638d-a673-44a3-be0e-31f9873aea85 service neutron] Request body: {'port': {'device_id': 'a07ca6e8-83ee-4690-97c1-7cc13774d5ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86213'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:36:02.666391 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-e0707197-9eb2-447b-b599-224e3f330af5 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Publish callbacks [] for port (aa084c37-d6d3-49cd-83ce-62d9de1a28b8), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:02.764474 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-60946fc9-9049-4b21-9a92-947c0a60f0e8 None None] Port 945c0530-b30a-4e15-a586-dfaaa2fdd6ae cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:36:02.857150 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a7e37b-ef90-41d6-b949-618b4c5e8ed2 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event updated for resources: {'Port': ['ID=945c0530-b30a-4e15-a586-dfaaa2fdd6ae,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:02.864299 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-54352882-7abb-48a3-9d10-3fdb7e786bea admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=1bd12da0dfb54e2695ae39da479c48b9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7680948 Oct 20 13:36:02.867665 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 40268) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:02.868519 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-9c44638d-a673-44a3-be0e-31f9873aea85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (945c0530-b30a-4e15-a586-dfaaa2fdd6ae), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:02.873067 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:02.906547 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:02.925556 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e8287850-b072-49cd-b129-6aad4eb0df06 req-50a66c4e-5f86-4fa2-a17d-cc74e2bf7e9e tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 210 time: 0.3697505 Oct 20 13:36:02.932406 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-ff934d93-7028-4d5f-ba10-3adac21f2921 req-e42a7d75-54b5-4c3a-b258-9d3d27c4757f tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 210 time: 0.0806634 Oct 20 13:36:03.034406 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:03.060664 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a8c8dc21-6b25-48c6-a9ca-5648dd470b06 admin admin] Publish callbacks [] for security_group (e76c6218-b284-4c44-8372-3566f48a4440), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:03.087097 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a8c8dc21-6b25-48c6-a9ca-5648dd470b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (e76c6218-b284-4c44-8372-3566f48a4440), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:03.126381 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-a8c8dc21-6b25-48c6-a9ca-5648dd470b06 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=60156f86f9ef4412b163a495a2976b36&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3340504 Oct 20 13:36:03.127172 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 40270) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:03.158804 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-e0707197-9eb2-447b-b599-224e3f330af5 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955'] for port (aa084c37-d6d3-49cd-83ce-62d9de1a28b8), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:03.228109 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-18f522bf-57a0-4e60-bd0c-b01213777957 admin admin] Publish callbacks [] for security_group (2cb861fc-0e20-4207-ba2a-483114ccab80), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:03.248305 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-3c80f0ae-7932-4338-a35f-5bb4698cd2cc tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Allocated IP 172.20.0.11 (9c859482-bc24-4f85-8ad7-70cfdb97a23e/eb211b48-f491-42bc-8f6d-654db7c34008/c4329cd6-ac99-4465-b271-c87f6eb593c4) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:36:03.307897 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8dc21-6b25-48c6-a9ca-5648dd470b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76c6218-b284-4c44-8372-3566f48a4440,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:03.326786 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-18f522bf-57a0-4e60-bd0c-b01213777957 admin admin] Publish callbacks [] for security_group (2cb861fc-0e20-4207-ba2a-483114ccab80), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:03.383994 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-e0707197-9eb2-447b-b599-224e3f330af5 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Network d74e8eea-b10e-43ce-b0cb-8741f1110868 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:36:03.401648 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-e0707197-9eb2-447b-b599-224e3f330af5 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:36:03.414796 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7a20d3bf-b7eb-40ab-92fb-c3edf3255dd6 admin admin] Publish callbacks [] for security_group (e76c6218-b284-4c44-8372-3566f48a4440), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:03.428596 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-e0707197-9eb2-447b-b599-224e3f330af5 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:36:03.433261 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-e0707197-9eb2-447b-b599-224e3f330af5 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:03.433967 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-e0707197-9eb2-447b-b599-224e3f330af5 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for port (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:03.456551 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0707197-9eb2-447b-b599-224e3f330af5 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Pushing event updated for resources: {'Port': ['ID=aa084c37-d6d3-49cd-83ce-62d9de1a28b8,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:03.472027 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4d885-8c2e-46b6-b9e0-6efa74d73f2e req-bb5334e0-4d93-4668-987c-04bc261be24b tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:03.475000 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-c1d4d885-8c2e-46b6-b9e0-6efa74d73f2e req-bb5334e0-4d93-4668-987c-04bc261be24b tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 931 time: 0.1746397 Oct 20 13:36:03.517882 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7a20d3bf-b7eb-40ab-92fb-c3edf3255dd6 admin admin] Publish callbacks [] for security_group (e76c6218-b284-4c44-8372-3566f48a4440), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:03.544491 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-e0707197-9eb2-447b-b599-224e3f330af5 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2050269 Oct 20 13:36:03.671122 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:03.685348 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-c277dc15-0656-4cfc-b06d-0d6e9bc7001c service neutron] Request body: {'port': {'device_id': '417ecff7-87f2-4818-9e78-a698e13fe46d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86213'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:36:03.818103 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-c1d4d885-8c2e-46b6-b9e0-6efa74d73f2e req-680d6301-07ef-4747-906d-2781a5fa7059 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2971251 Oct 20 13:36:03.840706 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7a20d3bf-b7eb-40ab-92fb-c3edf3255dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (e76c6218-b284-4c44-8372-3566f48a4440), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:03.843928 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7a20d3bf-b7eb-40ab-92fb-c3edf3255dd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:03.845384 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-7a20d3bf-b7eb-40ab-92fb-c3edf3255dd6 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/e76c6218-b284-4c44-8372-3566f48a4440 HTTP/1.1" status: 204 len: 168 time: 0.7097445 Oct 20 13:36:03.889430 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20d3bf-b7eb-40ab-92fb-c3edf3255dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76c6218-b284-4c44-8372-3566f48a4440,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:03.901878 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-1d9b70f8-4e8b-44b0-a352-dcbef466cecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c71ca9-62f4-4658-828a-7e49ec9d9631 {{(pid=104733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:36:03.917194 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-1d9b70f8-4e8b-44b0-a352-dcbef466cecb service neutron] Publish callbacks [] for port (20c71ca9-62f4-4658-828a-7e49ec9d9631), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:03.932560 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-3c80f0ae-7932-4338-a35f-5bb4698cd2cc tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for port (c4329cd6-ac99-4465-b271-c87f6eb593c4), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:03.943354 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-c277dc15-0656-4cfc-b06d-0d6e9bc7001c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (aa084c37-d6d3-49cd-83ce-62d9de1a28b8), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:03.955998 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83799bf-1be7-4018-aff4-53403ca4d2bd req-b6361ee3-a554-4203-85f5-211cf00d34ca tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:03.968343 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f83799bf-1be7-4018-aff4-53403ca4d2bd req-b6361ee3-a554-4203-85f5-211cf00d34ca tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 931 time: 0.1454313 Oct 20 13:36:04.012172 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-25215705-636c-4b46-a609-f1e3e0f18393 None None] Provisioning complete for port aa084c37-d6d3-49cd-83ce-62d9de1a28b8 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:36:04.013467 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-25215705-636c-4b46-a609-f1e3e0f18393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (aa084c37-d6d3-49cd-83ce-62d9de1a28b8), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:04.013983 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-25215705-636c-4b46-a609-f1e3e0f18393 None None] Attempt 1 to provision port aa084c37-d6d3-49cd-83ce-62d9de1a28b8 Oct 20 13:36:04.031913 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:04.041024 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.provisioning_blocks [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-1d9b70f8-4e8b-44b0-a352-dcbef466cecb service neutron] Transition to ACTIVE for port object 20c71ca9-62f4-4658-828a-7e49ec9d9631 will not be triggered until provisioned by entity L2. {{(pid=104733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 13:36:04.042712 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-18f522bf-57a0-4e60-bd0c-b01213777957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (2cb861fc-0e20-4207-ba2a-483114ccab80), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:04.046267 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-18f522bf-57a0-4e60-bd0c-b01213777957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:04.050650 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-18f522bf-57a0-4e60-bd0c-b01213777957 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/2cb861fc-0e20-4207-ba2a-483114ccab80 HTTP/1.1" status: 204 len: 168 time: 1.1524212 Oct 20 13:36:04.066107 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-1d9b70f8-4e8b-44b0-a352-dcbef466cecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (20c71ca9-62f4-4658-828a-7e49ec9d9631), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:04.085334 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-25215705-636c-4b46-a609-f1e3e0f18393 None None] Port aa084c37-d6d3-49cd-83ce-62d9de1a28b8 cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:36:04.196703 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f522bf-57a0-4e60-bd0c-b01213777957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb861fc-0e20-4207-ba2a-483114ccab80,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:04.276122 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-3c80f0ae-7932-4338-a35f-5bb4698cd2cc tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955'] for port (c4329cd6-ac99-4465-b271-c87f6eb593c4), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:04.296299 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f83799bf-1be7-4018-aff4-53403ca4d2bd req-dae626b0-25f1-4a83-8cf3-2fbc1d5d4777 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3265741 Oct 20 13:36:04.338656 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb6a017-bd9f-4eec-bdb0-7bde714244d2 req-bbcff697-f9fd-4e08-8d92-9af7d7700a97 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:04.343575 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-3eb6a017-bd9f-4eec-bdb0-7bde714244d2 req-bbcff697-f9fd-4e08-8d92-9af7d7700a97 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 932 time: 0.2486846 Oct 20 13:36:04.427792 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-1d9b70f8-4e8b-44b0-a352-dcbef466cecb service neutron] Attempting to bind port 20c71ca9-62f4-4658-828a-7e49ec9d9631 on host hv-cinder-86213 for vnic_type normal with profile {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:36:04.428793 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-1d9b70f8-4e8b-44b0-a352-dcbef466cecb service neutron] Attempting to bind port 20c71ca9-62f4-4658-828a-7e49ec9d9631 by drivers openvswitch,hyperv on host hv-cinder-86213 at level 0 using segments [{'id': '4d78e0f3-9105-4b6b-ab7f-1019f2557df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0'}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:36:04.429337 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-1d9b70f8-4e8b-44b0-a352-dcbef466cecb service neutron] Attempting to bind port 20c71ca9-62f4-4658-828a-7e49ec9d9631 on network d308b555-e032-40ef-ae84-228dba4540e0 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:36:04.431777 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b70f8-4e8b-44b0-a352-dcbef466cecb service neutron] Pushing event updated for resources: {'Port': ['ID=20c71ca9-62f4-4658-828a-7e49ec9d9631,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:04.476561 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-9c44638d-a673-44a3-be0e-31f9873aea85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945c0530-b30a-4e15-a586-dfaaa2fdd6ae {{(pid=104733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:36:04.493247 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:04.501251 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-9c44638d-a673-44a3-be0e-31f9873aea85 service neutron] Publish callbacks [] for port (945c0530-b30a-4e15-a586-dfaaa2fdd6ae), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:04.558147 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.provisioning_blocks [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-9c44638d-a673-44a3-be0e-31f9873aea85 service neutron] Transition to ACTIVE for port object 945c0530-b30a-4e15-a586-dfaaa2fdd6ae will not be triggered until provisioned by entity L2. {{(pid=104733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 13:36:04.572675 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-1d9b70f8-4e8b-44b0-a352-dcbef466cecb service neutron] Port 20c71ca9-62f4-4658-828a-7e49ec9d9631 on network d308b555-e032-40ef-ae84-228dba4540e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86213 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 13:36:04.578483 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-1d9b70f8-4e8b-44b0-a352-dcbef466cecb service neutron] Attempting to bind port 20c71ca9-62f4-4658-828a-7e49ec9d9631 on network d308b555-e032-40ef-ae84-228dba4540e0 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:36:04.584426 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-9c44638d-a673-44a3-be0e-31f9873aea85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (945c0530-b30a-4e15-a586-dfaaa2fdd6ae), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:04.589421 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-3c80f0ae-7932-4338-a35f-5bb4698cd2cc tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Network 9c859482-bc24-4f85-8ad7-70cfdb97a23e is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:36:04.598138 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-3c80f0ae-7932-4338-a35f-5bb4698cd2cc tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:36:04.604581 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c80f0ae-7932-4338-a35f-5bb4698cd2cc tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Pushing event updated for resources: {'Port': ['ID=c4329cd6-ac99-4465-b271-c87f6eb593c4,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:04.608491 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-3c80f0ae-7932-4338-a35f-5bb4698cd2cc tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:36:04.615193 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-3c80f0ae-7932-4338-a35f-5bb4698cd2cc tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:04.615930 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-3c80f0ae-7932-4338-a35f-5bb4698cd2cc tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for port (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:04.670895 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-3c80f0ae-7932-4338-a35f-5bb4698cd2cc tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8160548 Oct 20 13:36:04.714700 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-3eb6a017-bd9f-4eec-bdb0-7bde714244d2 req-d9c89d18-7ee2-4576-a81d-37dba984c6a7 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bd44e02b-ecac-4264-9878-94ddd9dda499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570786 Oct 20 13:36:04.736645 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-7e164991-4b2e-4e4b-9ce2-7c1067010b5d service neutron] Request body: {'port': {'device_id': '93b9ae5b-1e55-409f-9a61-b1e2a47d1b58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86213'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:36:04.862337 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4361ce-3277-4351-af38-2a0b734118df req-95b73c87-ae9d-4988-93c4-c12d17358d48 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:04.878734 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7a4361ce-3277-4351-af38-2a0b734118df req-95b73c87-ae9d-4988-93c4-c12d17358d48 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 932 time: 0.3968525 Oct 20 13:36:04.952969 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-1d9b70f8-4e8b-44b0-a352-dcbef466cecb service neutron] Checking agent: {'id': '4b042e07-7f30-49b6-94c5-05338f7deed3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'started_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:36:04.953284 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-1d9b70f8-4e8b-44b0-a352-dcbef466cecb service neutron] Checking segment: {'id': '4d78e0f3-9105-4b6b-ab7f-1019f2557df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:36:04.953861 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-1d9b70f8-4e8b-44b0-a352-dcbef466cecb service neutron] Bound using segment: {'id': '4d78e0f3-9105-4b6b-ab7f-1019f2557df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0'} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:36:04.954406 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-1d9b70f8-4e8b-44b0-a352-dcbef466cecb service neutron] Bound port: 20c71ca9-62f4-4658-828a-7e49ec9d9631, host: hv-cinder-86213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d78e0f3-9105-4b6b-ab7f-1019f2557df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0'}}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:36:04.954754 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-1d9b70f8-4e8b-44b0-a352-dcbef466cecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (20c71ca9-62f4-4658-828a-7e49ec9d9631), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:05.058813 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-c277dc15-0656-4cfc-b06d-0d6e9bc7001c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa084c37-d6d3-49cd-83ce-62d9de1a28b8 {{(pid=104732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:36:05.073882 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-c277dc15-0656-4cfc-b06d-0d6e9bc7001c service neutron] Publish callbacks [] for port (aa084c37-d6d3-49cd-83ce-62d9de1a28b8), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:05.103321 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-c277dc15-0656-4cfc-b06d-0d6e9bc7001c service neutron] Transition to ACTIVE for port object aa084c37-d6d3-49cd-83ce-62d9de1a28b8 will not be triggered until provisioned by entity L2. {{(pid=104732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 13:36:05.104698 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 40334) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:05.105426 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 40336) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:05.131073 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5bde8084-42a1-4c7a-9b84-21519398d531 None None] Provisioning complete for port c4329cd6-ac99-4465-b271-c87f6eb593c4 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:36:05.132152 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5bde8084-42a1-4c7a-9b84-21519398d531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (c4329cd6-ac99-4465-b271-c87f6eb593c4), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:05.135032 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-5bde8084-42a1-4c7a-9b84-21519398d531 None None] Attempt 1 to provision port c4329cd6-ac99-4465-b271-c87f6eb593c4 Oct 20 13:36:05.192827 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-c277dc15-0656-4cfc-b06d-0d6e9bc7001c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (aa084c37-d6d3-49cd-83ce-62d9de1a28b8), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:05.200125 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-1d9b70f8-4e8b-44b0-a352-dcbef466cecb service neutron] For port 20c71ca9-62f4-4658-828a-7e49ec9d9631, host hv-cinder-86213, cleared binding levels {{(pid=104733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:36:05.206025 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-1d9b70f8-4e8b-44b0-a352-dcbef466cecb service neutron] For port 20c71ca9-62f4-4658-828a-7e49ec9d9631, host hv-cinder-86213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=20c71ca9-62f4-4658-828a-7e49ec9d9631,segment=NetworkSegment(4d78e0f3-9105-4b6b-ab7f-1019f2557df1),segment_id=4d78e0f3-9105-4b6b-ab7f-1019f2557df1)] {{(pid=104733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:36:05.209958 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5bde8084-42a1-4c7a-9b84-21519398d531 None None] Port c4329cd6-ac99-4465-b271-c87f6eb593c4 cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:36:05.274563 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44638d-a673-44a3-be0e-31f9873aea85 service neutron] Pushing event updated for resources: {'Port': ['ID=945c0530-b30a-4e15-a586-dfaaa2fdd6ae,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:05.291488 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-1d9b70f8-4e8b-44b0-a352-dcbef466cecb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (20c71ca9-62f4-4658-828a-7e49ec9d9631), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:05.295768 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8fa278f6-c200-4d4c-bf96-11678ceef6d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:05.305521 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6356a815-721f-4b7b-9e61-d0fe6b8932fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:05.349228 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-7e164991-4b2e-4e4b-9ce2-7c1067010b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (c4329cd6-ac99-4465-b271-c87f6eb593c4), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:05.411733 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:05.430573 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b70f8-4e8b-44b0-a352-dcbef466cecb service neutron] Pushing event updated for resources: {'Port': ['ID=20c71ca9-62f4-4658-828a-7e49ec9d9631,revision_number=3']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:05.432569 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003fa2c-8e5a-482b-aae3-1b7f69f6620b req-873ec814-59c4-4255-bf33-e6958e8da43b tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:05.434113 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-7003fa2c-8e5a-482b-aae3-1b7f69f6620b req-873ec814-59c4-4255-bf33-e6958e8da43b tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 943 time: 0.3156829 Oct 20 13:36:05.445571 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-9c44638d-a673-44a3-be0e-31f9873aea85 service neutron] Attempting to bind port 945c0530-b30a-4e15-a586-dfaaa2fdd6ae on host hv-cinder-86213 for vnic_type normal with profile {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:36:05.446218 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-9c44638d-a673-44a3-be0e-31f9873aea85 service neutron] Attempting to bind port 945c0530-b30a-4e15-a586-dfaaa2fdd6ae by drivers openvswitch,hyperv on host hv-cinder-86213 at level 0 using segments [{'id': '3a56e684-3f29-4221-b1a4-f25d8cf87e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86'}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:36:05.446753 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-9c44638d-a673-44a3-be0e-31f9873aea85 service neutron] Attempting to bind port 945c0530-b30a-4e15-a586-dfaaa2fdd6ae on network 6a87efad-1518-4319-8b6e-3edd28303f86 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:36:05.461303 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-1d9b70f8-4e8b-44b0-a352-dcbef466cecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:05.462589 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-1d9b70f8-4e8b-44b0-a352-dcbef466cecb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:05.466369 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277dc15-0656-4cfc-b06d-0d6e9bc7001c service neutron] Pushing event updated for resources: {'Port': ['ID=aa084c37-d6d3-49cd-83ce-62d9de1a28b8,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:05.473778 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-c277dc15-0656-4cfc-b06d-0d6e9bc7001c service neutron] Attempting to bind port aa084c37-d6d3-49cd-83ce-62d9de1a28b8 on host hv-cinder-86213 for vnic_type normal with profile {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:36:05.474200 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-c277dc15-0656-4cfc-b06d-0d6e9bc7001c service neutron] Attempting to bind port aa084c37-d6d3-49cd-83ce-62d9de1a28b8 by drivers openvswitch,hyperv on host hv-cinder-86213 at level 0 using segments [{'id': '837d042d-1e64-494c-bc82-8dbdd07f178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd74e8eea-b10e-43ce-b0cb-8741f1110868'}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:36:05.474461 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-c277dc15-0656-4cfc-b06d-0d6e9bc7001c service neutron] Attempting to bind port aa084c37-d6d3-49cd-83ce-62d9de1a28b8 on network d74e8eea-b10e-43ce-b0cb-8741f1110868 {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:36:05.480514 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-1d9b70f8-4e8b-44b0-a352-dcbef466cecb service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/20c71ca9-62f4-4658-828a-7e49ec9d9631 HTTP/1.1" status: 200 len: 1093 time: 4.7311041 Oct 20 13:36:05.482669 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19146772-f7e2-43d8-b7b3-3c365f024e54', 'tag': '20c71ca9-62f4-4658-828a-7e49ec9d9631'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:36:05.550359 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:05.692787 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7a4361ce-3277-4351-af38-2a0b734118df req-9b3d9d78-d8c9-48f4-941f-868c4225791d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7941616 Oct 20 13:36:05.841299 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-5a0da5f9-dd48-4d4e-a34b-3000106892b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:05.844320 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-5a0da5f9-dd48-4d4e-a34b-3000106892b1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=747a468811fb478aa6c49b848ccee6d0&device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 1127 time: 0.2623467 Oct 20 13:36:05.846419 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-9c44638d-a673-44a3-be0e-31f9873aea85 service neutron] Port 945c0530-b30a-4e15-a586-dfaaa2fdd6ae on network 6a87efad-1518-4319-8b6e-3edd28303f86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86213 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 13:36:05.847408 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-9c44638d-a673-44a3-be0e-31f9873aea85 service neutron] Attempting to bind port 945c0530-b30a-4e15-a586-dfaaa2fdd6ae on network 6a87efad-1518-4319-8b6e-3edd28303f86 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:36:05.972056 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:05.996234 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2157b9-5dc9-41c5-b3b2-ac1960e4c7a6" -d '{"events": [{"name": "network-changed", "server_uuid": "19146772-f7e2-43d8-b7b3-3c365f024e54", "tag": "20c71ca9-62f4-4658-828a-7e49ec9d9631"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:36:06.081526 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-9c44638d-a673-44a3-be0e-31f9873aea85 service neutron] Checking agent: {'id': '4b042e07-7f30-49b6-94c5-05338f7deed3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'started_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:36:06.082977 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-9c44638d-a673-44a3-be0e-31f9873aea85 service neutron] Checking segment: {'id': '3a56e684-3f29-4221-b1a4-f25d8cf87e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:36:06.083876 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-9c44638d-a673-44a3-be0e-31f9873aea85 service neutron] Bound using segment: {'id': '3a56e684-3f29-4221-b1a4-f25d8cf87e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86'} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:36:06.084561 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-9c44638d-a673-44a3-be0e-31f9873aea85 service neutron] Bound port: 945c0530-b30a-4e15-a586-dfaaa2fdd6ae, host: hv-cinder-86213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a56e684-3f29-4221-b1a4-f25d8cf87e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86'}}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:36:06.085268 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-9c44638d-a673-44a3-be0e-31f9873aea85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (945c0530-b30a-4e15-a586-dfaaa2fdd6ae), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:06.134228 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-d04c1c89-e026-4b50-a411-6a000ebb972a service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20c71ca9-62f4-4658-828a-7e49ec9d9631 HTTP/1.1" status: 200 len: 217 time: 0.1026084 Oct 20 13:36:06.144120 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cc272-75ca-41ed-8e19-084c22993bb0 req-7b1ad19d-568c-42fd-8389-761cbba68efb tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:06.147022 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-db5cc272-75ca-41ed-8e19-084c22993bb0 req-7b1ad19d-568c-42fd-8389-761cbba68efb tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 943 time: 0.2021220 Oct 20 13:36:06.203126 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:06.217809 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-7e164991-4b2e-4e4b-9ce2-7c1067010b5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4329cd6-ac99-4465-b271-c87f6eb593c4 {{(pid=104732) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:36:06.226706 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-7e164991-4b2e-4e4b-9ce2-7c1067010b5d service neutron] Publish callbacks [] for port (c4329cd6-ac99-4465-b271-c87f6eb593c4), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:06.273139 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=7 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:06.289030 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-2888a85b-5896-44e3-a336-05ebf0f1b65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:06.290623 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-2888a85b-5896-44e3-a336-05ebf0f1b65d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6fe06b3c-29c6-4094-8f91-406de935285f HTTP/1.1" status: 200 len: 849 time: 0.1367097 Oct 20 13:36:06.320332 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.provisioning_blocks [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-7e164991-4b2e-4e4b-9ce2-7c1067010b5d service neutron] Transition to ACTIVE for port object c4329cd6-ac99-4465-b271-c87f6eb593c4 will not be triggered until provisioned by entity L2. {{(pid=104732) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 13:36:06.367127 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-7e164991-4b2e-4e4b-9ce2-7c1067010b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (c4329cd6-ac99-4465-b271-c87f6eb593c4), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:06.398763 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-7003fa2c-8e5a-482b-aae3-1b7f69f6620b req-d4c31d47-4c0f-4c3e-aea3-53be57037502 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9351559 Oct 20 13:36:06.420216 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-c277dc15-0656-4cfc-b06d-0d6e9bc7001c service neutron] Port aa084c37-d6d3-49cd-83ce-62d9de1a28b8 on network d74e8eea-b10e-43ce-b0cb-8741f1110868 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86213 {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 13:36:06.421004 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-c277dc15-0656-4cfc-b06d-0d6e9bc7001c service neutron] Attempting to bind port aa084c37-d6d3-49cd-83ce-62d9de1a28b8 on network d74e8eea-b10e-43ce-b0cb-8741f1110868 {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:36:06.427121 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 40368) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:06.456412 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-9c44638d-a673-44a3-be0e-31f9873aea85 service neutron] For port 945c0530-b30a-4e15-a586-dfaaa2fdd6ae, host hv-cinder-86213, cleared binding levels {{(pid=104733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:36:06.481123 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-db5cc272-75ca-41ed-8e19-084c22993bb0 req-0ffe1ab6-ddbc-4033-b88a-697548b9c8fc tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2823014 Oct 20 13:36:06.483192 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-9c44638d-a673-44a3-be0e-31f9873aea85 service neutron] For port 945c0530-b30a-4e15-a586-dfaaa2fdd6ae, host hv-cinder-86213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=945c0530-b30a-4e15-a586-dfaaa2fdd6ae,segment=NetworkSegment(3a56e684-3f29-4221-b1a4-f25d8cf87e97),segment_id=3a56e684-3f29-4221-b1a4-f25d8cf87e97)] {{(pid=104733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:36:06.485152 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-ca589c4e-6593-4dd2-9550-350a3c73e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:06.486794 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-ca589c4e-6593-4dd2-9550-350a3c73e57c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=d308b555-e032-40ef-ae84-228dba4540e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1762381 Oct 20 13:36:06.507224 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-9c44638d-a673-44a3-be0e-31f9873aea85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (945c0530-b30a-4e15-a586-dfaaa2fdd6ae), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:06.525937 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-9c44638d-a673-44a3-be0e-31f9873aea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:06.526595 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-9c44638d-a673-44a3-be0e-31f9873aea85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:06.528107 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-9c44638d-a673-44a3-be0e-31f9873aea85 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/945c0530-b30a-4e15-a586-dfaaa2fdd6ae HTTP/1.1" status: 200 len: 1093 time: 3.8813243 Oct 20 13:36:06.575458 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6356a815-721f-4b7b-9e61-d0fe6b8932fe admin admin] Publish callbacks [] for security_group (291faa4c-6d1a-4cd7-ae6b-d19e80805ef6), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:06.586740 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8fa278f6-c200-4d4c-bf96-11678ceef6d7 admin admin] Publish callbacks [] for security_group (8918e829-42e3-4ec4-be04-36ecf2c645fc), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:06.659543 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:06.682392 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:06.711024 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-5f67407c-d324-4c96-8581-a48d32320b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:06.712127 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-5f67407c-d324-4c96-8581-a48d32320b64 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b215cb88123a4851932dbf7dfa88f709&device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 1127 time: 0.0916665 Oct 20 13:36:06.733529 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591c13c-2a57-45c5-b919-ac2a272e5751 req-0626e523-903e-4ea9-9be1-43d6bbffc9b6 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:06.735730 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-3591c13c-2a57-45c5-b919-ac2a272e5751 req-0626e523-903e-4ea9-9be1-43d6bbffc9b6 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 944 time: 0.1129274 Oct 20 13:36:06.736595 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8fa278f6-c200-4d4c-bf96-11678ceef6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (8918e829-42e3-4ec4-be04-36ecf2c645fc), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:06.757566 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44638d-a673-44a3-be0e-31f9873aea85 service neutron] Pushing event updated for resources: {'Port': ['ID=945c0530-b30a-4e15-a586-dfaaa2fdd6ae,revision_number=3']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:06.766803 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-cba3dfe9-f32d-438c-b2c4-eb647d3e561b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d308b555-e032-40ef-ae84-228dba4540e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721701 Oct 20 13:36:06.778130 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-7e164991-4b2e-4e4b-9ce2-7c1067010b5d service neutron] Attempting to bind port c4329cd6-ac99-4465-b271-c87f6eb593c4 on host hv-cinder-86213 for vnic_type normal with profile {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:36:06.778695 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-7e164991-4b2e-4e4b-9ce2-7c1067010b5d service neutron] Attempting to bind port c4329cd6-ac99-4465-b271-c87f6eb593c4 by drivers openvswitch,hyperv on host hv-cinder-86213 at level 0 using segments [{'id': '05e72368-f775-4124-bc91-39623e93b8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e'}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:36:06.779274 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-7e164991-4b2e-4e4b-9ce2-7c1067010b5d service neutron] Attempting to bind port c4329cd6-ac99-4465-b271-c87f6eb593c4 on network 9c859482-bc24-4f85-8ad7-70cfdb97a23e {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:36:06.821006 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6356a815-721f-4b7b-9e61-d0fe6b8932fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (291faa4c-6d1a-4cd7-ae6b-d19e80805ef6), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:06.860682 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-c277dc15-0656-4cfc-b06d-0d6e9bc7001c service neutron] Checking agent: {'id': '4b042e07-7f30-49b6-94c5-05338f7deed3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'started_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:36:06.861035 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-c277dc15-0656-4cfc-b06d-0d6e9bc7001c service neutron] Checking segment: {'id': '837d042d-1e64-494c-bc82-8dbdd07f178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd74e8eea-b10e-43ce-b0cb-8741f1110868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:36:06.861616 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-c277dc15-0656-4cfc-b06d-0d6e9bc7001c service neutron] Bound using segment: {'id': '837d042d-1e64-494c-bc82-8dbdd07f178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd74e8eea-b10e-43ce-b0cb-8741f1110868'} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:36:06.862665 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-c277dc15-0656-4cfc-b06d-0d6e9bc7001c service neutron] Bound port: aa084c37-d6d3-49cd-83ce-62d9de1a28b8, host: hv-cinder-86213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837d042d-1e64-494c-bc82-8dbdd07f178f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'd74e8eea-b10e-43ce-b0cb-8741f1110868'}}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:36:06.863063 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-c277dc15-0656-4cfc-b06d-0d6e9bc7001c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (aa084c37-d6d3-49cd-83ce-62d9de1a28b8), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:06.866214 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fa07828f-2db4-4d44-8e23-17820fa03c26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:06.977227 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fa07828f-2db4-4d44-8e23-17820fa03c26 admin admin] Publish callbacks [] for security_group (2a3a3ce9-d6d4-42c3-8b9d-4e4bad868831), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:07.004777 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fa07828f-2db4-4d44-8e23-17820fa03c26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (2a3a3ce9-d6d4-42c3-8b9d-4e4bad868831), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:07.010544 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc65b510-851e-44f5-b557-a006b5c12608 x-openstack-request-id: req-bc65b510-851e-44f5-b557-a006b5c12608 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:36:07.011040 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19146772-f7e2-43d8-b7b3-3c365f024e54", "tag": "20c71ca9-62f4-4658-828a-7e49ec9d9631", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:36:07.011566 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bc65b510-851e-44f5-b557-a006b5c12608 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:36:07.012179 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc65b510-851e-44f5-b557-a006b5c12608'] response: {'name': 'network-changed', 'server_uuid': '19146772-f7e2-43d8-b7b3-3c365f024e54', 'tag': '20c71ca9-62f4-4658-828a-7e49ec9d9631', 'status': 'completed', 'code': 200} Oct 20 13:36:07.032298 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-8fa278f6-c200-4d4c-bf96-11678ceef6d7 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=f0af62f46c2e494c97163fff306c7308&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9066772 Oct 20 13:36:07.032298 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e164991-4b2e-4e4b-9ce2-7c1067010b5d service neutron] Pushing event updated for resources: {'Port': ['ID=c4329cd6-ac99-4465-b271-c87f6eb593c4,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:07.032896 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 40382) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:07.047217 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-fa07828f-2db4-4d44-8e23-17820fa03c26 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=c10efd5e0b294676a2d248560ec75380&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5895760 Oct 20 13:36:07.056441 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 40384) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:07.086658 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-7e164991-4b2e-4e4b-9ce2-7c1067010b5d service neutron] Port c4329cd6-ac99-4465-b271-c87f6eb593c4 on network 9c859482-bc24-4f85-8ad7-70cfdb97a23e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86213 {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 13:36:07.087012 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-7e164991-4b2e-4e4b-9ce2-7c1067010b5d service neutron] Attempting to bind port c4329cd6-ac99-4465-b271-c87f6eb593c4 on network 9c859482-bc24-4f85-8ad7-70cfdb97a23e {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:36:07.117455 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-6356a815-721f-4b7b-9e61-d0fe6b8932fe admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=bc4a0eb4129c49ac8f8d27c154b9f4d3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9903738 Oct 20 13:36:07.122539 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 40386) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:07.174270 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-3591c13c-2a57-45c5-b919-ac2a272e5751 req-a664fd51-8fe3-4a74-8bc7-7d6089e3739c tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bd44e02b-ecac-4264-9878-94ddd9dda499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006007 Oct 20 13:36:07.179102 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa278f6-c200-4d4c-bf96-11678ceef6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8918e829-42e3-4ec4-be04-36ecf2c645fc,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:07.224451 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6356a815-721f-4b7b-9e61-d0fe6b8932fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291faa4c-6d1a-4cd7-ae6b-d19e80805ef6,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:07.239841 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=79,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:07.302289 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-c277dc15-0656-4cfc-b06d-0d6e9bc7001c service neutron] For port aa084c37-d6d3-49cd-83ce-62d9de1a28b8, host hv-cinder-86213, cleared binding levels {{(pid=104732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:36:07.305871 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-7e164991-4b2e-4e4b-9ce2-7c1067010b5d service neutron] Checking agent: {'id': '4b042e07-7f30-49b6-94c5-05338f7deed3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'started_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:36:07.306210 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-7e164991-4b2e-4e4b-9ce2-7c1067010b5d service neutron] Checking segment: {'id': '05e72368-f775-4124-bc91-39623e93b8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:36:07.306643 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-7e164991-4b2e-4e4b-9ce2-7c1067010b5d service neutron] Bound using segment: {'id': '05e72368-f775-4124-bc91-39623e93b8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e'} {{(pid=104732) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:36:07.307043 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.managers [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-7e164991-4b2e-4e4b-9ce2-7c1067010b5d service neutron] Bound port: c4329cd6-ac99-4465-b271-c87f6eb593c4, host: hv-cinder-86213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e72368-f775-4124-bc91-39623e93b8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e'}}] {{(pid=104732) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:36:07.307396 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-7e164991-4b2e-4e4b-9ce2-7c1067010b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (c4329cd6-ac99-4465-b271-c87f6eb593c4), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:07.309585 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07828f-2db4-4d44-8e23-17820fa03c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3a3ce9-d6d4-42c3-8b9d-4e4bad868831,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:07.325007 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:07.342680 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-c277dc15-0656-4cfc-b06d-0d6e9bc7001c service neutron] For port aa084c37-d6d3-49cd-83ce-62d9de1a28b8, host hv-cinder-86213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=aa084c37-d6d3-49cd-83ce-62d9de1a28b8,segment=NetworkSegment(837d042d-1e64-494c-bc82-8dbdd07f178f),segment_id=837d042d-1e64-494c-bc82-8dbdd07f178f)] {{(pid=104732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:36:07.351539 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-c277dc15-0656-4cfc-b06d-0d6e9bc7001c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (aa084c37-d6d3-49cd-83ce-62d9de1a28b8), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:07.398174 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-c277dc15-0656-4cfc-b06d-0d6e9bc7001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:07.398793 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-c277dc15-0656-4cfc-b06d-0d6e9bc7001c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for port (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:07.400228 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-c277dc15-0656-4cfc-b06d-0d6e9bc7001c service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/aa084c37-d6d3-49cd-83ce-62d9de1a28b8 HTTP/1.1" status: 200 len: 1094 time: 3.7301366 Oct 20 13:36:07.401047 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417ecff7-87f2-4818-9e78-a698e13fe46d', 'tag': 'aa084c37-d6d3-49cd-83ce-62d9de1a28b8'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:36:07.490048 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-692c2189-f363-473d-826d-563ca715842e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=945c0530-b30a-4e15-a586-dfaaa2fdd6ae HTTP/1.1" status: 200 len: 217 time: 0.0895882 Oct 20 13:36:07.490578 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-1b8f351c-18e2-46cc-a1bf-764b76f25fc0 admin admin] Publish callbacks [] for security_group (8918e829-42e3-4ec4-be04-36ecf2c645fc), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:07.513815 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-1b8f351c-18e2-46cc-a1bf-764b76f25fc0 admin admin] Publish callbacks [] for security_group (8918e829-42e3-4ec4-be04-36ecf2c645fc), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:07.640201 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-b8cb3f45-0f34-4ffd-8448-57d205909512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:07.641739 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-b8cb3f45-0f34-4ffd-8448-57d205909512 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=4e1ecd40d6914036b80dfcf74eada323&device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 1128 time: 0.0886526 Oct 20 13:36:07.644504 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed26d3489e22cc6b5a676e21476388eeae91a3b2122148cacb7fad647cd2228" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63ff751-b0d9-4b86-ad54-31f24a82aad8" -d '{"events": [{"name": "network-changed", "server_uuid": "417ecff7-87f2-4818-9e78-a698e13fe46d", "tag": "aa084c37-d6d3-49cd-83ce-62d9de1a28b8"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:36:07.663776 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-1b8f351c-18e2-46cc-a1bf-764b76f25fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (8918e829-42e3-4ec4-be04-36ecf2c645fc), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:07.666489 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-1b8f351c-18e2-46cc-a1bf-764b76f25fc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:07.670256 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-1b8f351c-18e2-46cc-a1bf-764b76f25fc0 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/8918e829-42e3-4ec4-be04-36ecf2c645fc HTTP/1.1" status: 204 len: 168 time: 0.6337268 Oct 20 13:36:07.678211 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:07.683434 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277dc15-0656-4cfc-b06d-0d6e9bc7001c service neutron] Pushing event updated for resources: {'Port': ['ID=aa084c37-d6d3-49cd-83ce-62d9de1a28b8,revision_number=3']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:07.694050 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ef4eb-6249-4014-b128-ed3f797dd317 req-b11d9780-4059-4db6-bae7-84b6d4c0d9f7 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:07.695686 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ec3ef4eb-6249-4014-b128-ed3f797dd317 req-b11d9780-4059-4db6-bae7-84b6d4c0d9f7 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.5314026 Oct 20 13:36:07.723234 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-5c1fcb85-7b3b-466c-a086-6781ed0c4e27 admin admin] Publish callbacks [] for security_group (291faa4c-6d1a-4cd7-ae6b-d19e80805ef6), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:07.735102 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2363f691-9fbd-4e45-a67b-29e42281c8f0 admin admin] Publish callbacks [] for security_group (2a3a3ce9-d6d4-42c3-8b9d-4e4bad868831), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:07.787967 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-7e164991-4b2e-4e4b-9ce2-7c1067010b5d service neutron] For port c4329cd6-ac99-4465-b271-c87f6eb593c4, host hv-cinder-86213, cleared binding levels {{(pid=104732) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:36:07.788287 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f351c-18e2-46cc-a1bf-764b76f25fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8918e829-42e3-4ec4-be04-36ecf2c645fc,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:07.839172 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:07.869173 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-5c1fcb85-7b3b-466c-a086-6781ed0c4e27 admin admin] Publish callbacks [] for security_group (291faa4c-6d1a-4cd7-ae6b-d19e80805ef6), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:07.875511 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-56eba858-d2d9-4ffc-a186-0da15bbfa735 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa084c37-d6d3-49cd-83ce-62d9de1a28b8 HTTP/1.1" status: 200 len: 217 time: 0.2027831 Oct 20 13:36:07.888990 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-578c33d6-a659-45cc-b49c-8a3b2ab39278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:07.889682 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-7e164991-4b2e-4e4b-9ce2-7c1067010b5d service neutron] For port c4329cd6-ac99-4465-b271-c87f6eb593c4, host hv-cinder-86213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=c4329cd6-ac99-4465-b271-c87f6eb593c4,segment=NetworkSegment(05e72368-f775-4124-bc91-39623e93b8b1),segment_id=05e72368-f775-4124-bc91-39623e93b8b1)] {{(pid=104732) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:36:07.905765 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-578c33d6-a659-45cc-b49c-8a3b2ab39278 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=2fdacf12-c611-42fe-b6f6-2cbfeede8f9a HTTP/1.1" status: 200 len: 853 time: 0.3359056 Oct 20 13:36:07.922663 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f5640-eba5-4af8-b780-dc8d2fa3d678 req-28a64828-ab85-48f6-94ec-8ea21fe0c342 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:07.931327 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-825f5640-eba5-4af8-b780-dc8d2fa3d678 req-28a64828-ab85-48f6-94ec-8ea21fe0c342 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 943 time: 0.2762446 Oct 20 13:36:07.952635 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-7e164991-4b2e-4e4b-9ce2-7c1067010b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (c4329cd6-ac99-4465-b271-c87f6eb593c4), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:07.976718 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-7e164991-4b2e-4e4b-9ce2-7c1067010b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:07.977396 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-7e164991-4b2e-4e4b-9ce2-7c1067010b5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for port (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:07.978860 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-7e164991-4b2e-4e4b-9ce2-7c1067010b5d service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/c4329cd6-ac99-4465-b271-c87f6eb593c4 HTTP/1.1" status: 200 len: 1094 time: 3.2851243 Oct 20 13:36:07.992798 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2363f691-9fbd-4e45-a67b-29e42281c8f0 admin admin] Publish callbacks [] for security_group (2a3a3ce9-d6d4-42c3-8b9d-4e4bad868831), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:08.038097 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-825f5640-eba5-4af8-b780-dc8d2fa3d678 req-d6404fd2-8487-40e0-8c88-0cc6ad8fb9ce tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057692 Oct 20 13:36:08.100496 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e164991-4b2e-4e4b-9ce2-7c1067010b5d service neutron] Pushing event updated for resources: {'Port': ['ID=c4329cd6-ac99-4465-b271-c87f6eb593c4,revision_number=3']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:08.117490 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-541263f8-1fce-4bb6-9835-eb00c398f68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:08.122841 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-541263f8-1fce-4bb6-9835-eb00c398f68a service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=f9f1126e-248d-41e1-8eac-579c17647ede HTTP/1.1" status: 200 len: 850 time: 0.2290587 Oct 20 13:36:08.149205 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-da31db3b-e51b-48b8-a035-2c14c362b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:08.153670 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-da31db3b-e51b-48b8-a035-2c14c362b508 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=6a87efad-1518-4319-8b6e-3edd28303f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1727192 Oct 20 13:36:08.200393 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ec3ef4eb-6249-4014-b128-ed3f797dd317 req-339991c6-e90e-4ad1-b9ed-502f6e93fa0d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4781981 Oct 20 13:36:08.290952 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-45d6f3a0-be0f-44f9-8368-deec4e1d6d6b req-506d9841-5bab-4db9-9544-d5ac8d651806 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d308b555-e032-40ef-ae84-228dba4540e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8870220 Oct 20 13:36:08.403926 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2363f691-9fbd-4e45-a67b-29e42281c8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (2a3a3ce9-d6d4-42c3-8b9d-4e4bad868831), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:08.407040 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2363f691-9fbd-4e45-a67b-29e42281c8f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:08.411249 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-2363f691-9fbd-4e45-a67b-29e42281c8f0 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/2a3a3ce9-d6d4-42c3-8b9d-4e4bad868831 HTTP/1.1" status: 204 len: 168 time: 1.3507383 Oct 20 13:36:08.411249 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-5c1fcb85-7b3b-466c-a086-6781ed0c4e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (291faa4c-6d1a-4cd7-ae6b-d19e80805ef6), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:08.414659 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-5c1fcb85-7b3b-466c-a086-6781ed0c4e27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:08.418776 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-5c1fcb85-7b3b-466c-a086-6781ed0c4e27 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/291faa4c-6d1a-4cd7-ae6b-d19e80805ef6 HTTP/1.1" status: 204 len: 168 time: 1.2910545 Oct 20 13:36:08.470164 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2363f691-9fbd-4e45-a67b-29e42281c8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3a3ce9-d6d4-42c3-8b9d-4e4bad868831,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:08.476511 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-3c8a6967-dd61-4f6b-aeb5-e7a9ff5d58f6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747736 Oct 20 13:36:08.493734 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fcb85-7b3b-466c-a086-6781ed0c4e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291faa4c-6d1a-4cd7-ae6b-d19e80805ef6,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:08.509543 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2157b9-5dc9-41c5-b3b2-ac1960e4c7a6 req-92981dae-8a19-4970-8a6a-318f5b7fd961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:08.511326 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ca2157b9-5dc9-41c5-b3b2-ac1960e4c7a6 req-92981dae-8a19-4970-8a6a-318f5b7fd961 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=747a468811fb478aa6c49b848ccee6d0&device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 1127 time: 0.0791967 Oct 20 13:36:08.630181 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-a5c6bb2e-6a43-4492-bbbb-0a65fa56bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:08.633628 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-a5c6bb2e-6a43-4492-bbbb-0a65fa56bf33 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f9addc326c51410f809805d8b44c5c17&device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 1128 time: 0.4759827 Oct 20 13:36:08.636782 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-87910142-7df3-4c86-b04b-84f3b151dfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:08.641755 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-87910142-7df3-4c86-b04b-84f3b151dfd5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=d74e8eea-b10e-43ce-b0cb-8741f1110868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4300046 Oct 20 13:36:08.683117 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd8ecf-0d75-43d1-bc2f-c489ccb81bf1 req-1677d486-1517-46f6-9363-b64a0b80cda6 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:08.684655 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-e4bd8ecf-0d75-43d1-bc2f-c489ccb81bf1 req-1677d486-1517-46f6-9363-b64a0b80cda6 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 943 time: 0.4721503 Oct 20 13:36:08.690786 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556f4429-e326-454d-81a0-702165ea3209 x-openstack-request-id: req-556f4429-e326-454d-81a0-702165ea3209 {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:36:08.691072 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417ecff7-87f2-4818-9e78-a698e13fe46d", "tag": "aa084c37-d6d3-49cd-83ce-62d9de1a28b8", "status": "completed", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:36:08.691882 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-556f4429-e326-454d-81a0-702165ea3209 {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:36:08.692505 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-556f4429-e326-454d-81a0-702165ea3209'] response: {'name': 'network-changed', 'server_uuid': '417ecff7-87f2-4818-9e78-a698e13fe46d', 'tag': 'aa084c37-d6d3-49cd-83ce-62d9de1a28b8', 'status': 'completed', 'code': 200} Oct 20 13:36:08.805653 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-e4bd8ecf-0d75-43d1-bc2f-c489ccb81bf1 req-d3672fd8-15ff-49e7-bc46-538e45de0383 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094916 Oct 20 13:36:08.921934 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-118360d7-7cd7-42e4-8ae0-624b05a0f839 req-bdf00d8a-b51b-457b-a6a3-f964bbdc7c4c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258959 Oct 20 13:36:08.936369 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f490515-18a1-406d-9da3-2f6ec7c739b8 req-a3f97e95-1ca4-4fd8-8e8e-4bbd4bc70f52 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:08.937859 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7f490515-18a1-406d-9da3-2f6ec7c739b8 req-a3f97e95-1ca4-4fd8-8e8e-4bbd4bc70f52 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 944 time: 0.1433794 Oct 20 13:36:08.940665 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2157b9-5dc9-41c5-b3b2-ac1960e4c7a6 req-112c75ed-80ae-4016-bbc1-8ab78b2967ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:08.942661 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ca2157b9-5dc9-41c5-b3b2-ac1960e4c7a6 req-112c75ed-80ae-4016-bbc1-8ab78b2967ba service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=d308b555-e032-40ef-ae84-228dba4540e0 HTTP/1.1" status: 200 len: 911 time: 0.4185288 Oct 20 13:36:08.997160 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7f490515-18a1-406d-9da3-2f6ec7c739b8 req-537a792d-80d5-43c0-88c8-0d87cb4b3e04 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bd44e02b-ecac-4264-9878-94ddd9dda499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502369 Oct 20 13:36:09.013889 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07ca6e8-83ee-4690-97c1-7cc13774d5ea', 'tag': '945c0530-b30a-4e15-a586-dfaaa2fdd6ae'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:36:09.016160 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24a31db-212a-4d80-a864-078cc07f8cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "a07ca6e8-83ee-4690-97c1-7cc13774d5ea", "tag": "945c0530-b30a-4e15-a586-dfaaa2fdd6ae"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:36:09.102240 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a006c503-83ec-4d7d-973c-d0c5b390d6a3 x-openstack-request-id: req-a006c503-83ec-4d7d-973c-d0c5b390d6a3 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:36:09.102619 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07ca6e8-83ee-4690-97c1-7cc13774d5ea", "tag": "945c0530-b30a-4e15-a586-dfaaa2fdd6ae", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:36:09.102869 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a006c503-83ec-4d7d-973c-d0c5b390d6a3 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:36:09.103331 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a006c503-83ec-4d7d-973c-d0c5b390d6a3'] response: {'name': 'network-changed', 'server_uuid': 'a07ca6e8-83ee-4690-97c1-7cc13774d5ea', 'tag': '945c0530-b30a-4e15-a586-dfaaa2fdd6ae', 'status': 'completed', 'code': 200} Oct 20 13:36:09.199681 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9014b6ec-7073-4870-9e03-7a1162c98150 req-15a68cc7-fae4-4587-94be-670b75aba9c1 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:09.200999 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9014b6ec-7073-4870-9e03-7a1162c98150 req-15a68cc7-fae4-4587-94be-670b75aba9c1 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 943 time: 0.0606291 Oct 20 13:36:09.202632 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 40448) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:09.221357 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-961cd80f-a7b9-4de3-b1ea-dded6e4ddbb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:09.266130 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:09.310069 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9014b6ec-7073-4870-9e03-7a1162c98150 req-4dfeb559-a40a-437d-affc-834dbd80b1b2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897031 Oct 20 13:36:09.364507 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0cb61-1fbb-4ac7-a141-8d69d784c6ec req-e1d5eb32-e773-448e-8e0d-6c5c323e76b8 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:09.371720 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-14f0cb61-1fbb-4ac7-a141-8d69d784c6ec req-e1d5eb32-e773-448e-8e0d-6c5c323e76b8 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0769048 Oct 20 13:36:09.392530 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-961cd80f-a7b9-4de3-b1ea-dded6e4ddbb5 admin admin] Publish callbacks [] for security_group (c85d7f56-ec96-4767-9524-10f6eda3efb3), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:09.402857 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-961cd80f-a7b9-4de3-b1ea-dded6e4ddbb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (c85d7f56-ec96-4767-9524-10f6eda3efb3), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:09.429591 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-14f0cb61-1fbb-4ac7-a141-8d69d784c6ec req-4bb5d925-6ea9-4ea9-84cc-8296fd416a0f tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545847 Oct 20 13:36:09.443949 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961cd80f-a7b9-4de3-b1ea-dded6e4ddbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85d7f56-ec96-4767-9524-10f6eda3efb3,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:09.451852 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 40464) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:09.452364 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-961cd80f-a7b9-4de3-b1ea-dded6e4ddbb5 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=31739e727c2044baaf3440393d952cd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485023 Oct 20 13:36:09.515090 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b5adef36-d84d-4773-8271-223510cbf6e0 admin admin] Publish callbacks [] for security_group (c85d7f56-ec96-4767-9524-10f6eda3efb3), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:09.537192 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b5adef36-d84d-4773-8271-223510cbf6e0 admin admin] Publish callbacks [] for security_group (c85d7f56-ec96-4767-9524-10f6eda3efb3), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:09.586093 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b5adef36-d84d-4773-8271-223510cbf6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (c85d7f56-ec96-4767-9524-10f6eda3efb3), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:09.588888 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b5adef36-d84d-4773-8271-223510cbf6e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:09.590041 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-b5adef36-d84d-4773-8271-223510cbf6e0 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/c85d7f56-ec96-4767-9524-10f6eda3efb3 HTTP/1.1" status: 204 len: 168 time: 0.1371980 Oct 20 13:36:09.598709 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5adef36-d84d-4773-8271-223510cbf6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85d7f56-ec96-4767-9524-10f6eda3efb3,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:09.901997 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 40484) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:09.920256 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f4102b0d-5a7f-4545-8590-d2865b9b6bad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:09.940155 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35708b54-6ea7-4294-96ff-1cd8b5018531 req-e96f13f6-0900-44c5-8aba-c69bbeec36a6 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:09.941888 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-35708b54-6ea7-4294-96ff-1cd8b5018531 req-e96f13f6-0900-44c5-8aba-c69bbeec36a6 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 943 time: 0.0598366 Oct 20 13:36:09.954078 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:DELETE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:10.011099 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:10.021145 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-35708b54-6ea7-4294-96ff-1cd8b5018531 req-e19cd298-a650-4efe-aa58-9d3b97a3d5c3 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726466 Oct 20 13:36:10.055441 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f4102b0d-5a7f-4545-8590-d2865b9b6bad admin admin] Publish callbacks [] for security_group (ffac1852-f5e3-4c1c-8bcf-c4942e9ce6c2), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:10.064459 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f4102b0d-5a7f-4545-8590-d2865b9b6bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (ffac1852-f5e3-4c1c-8bcf-c4942e9ce6c2), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:10.138495 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-f4102b0d-5a7f-4545-8590-d2865b9b6bad admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=468eb1fd1fc148bc9f432bb17381f546&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351482 Oct 20 13:36:10.142768 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 40494) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:10.157570 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9528dd-dd70-4767-8270-df07087cc5fd req-9e8a0c5a-95a3-452d-b06e-ae7217318f85 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:10.159276 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5f9528dd-dd70-4767-8270-df07087cc5fd req-9e8a0c5a-95a3-452d-b06e-ae7217318f85 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 944 time: 0.0742004 Oct 20 13:36:10.159872 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4102b0d-5a7f-4545-8590-d2865b9b6bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffac1852-f5e3-4c1c-8bcf-c4942e9ce6c2,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:10.242248 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5f9528dd-dd70-4767-8270-df07087cc5fd req-b204035c-a4f3-44f1-9d1b-d7435b6d9982 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bd44e02b-ecac-4264-9878-94ddd9dda499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724864 Oct 20 13:36:10.247152 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8623e2d5-f2d2-495a-aaa8-1e9ef2254e9c admin admin] Publish callbacks [] for security_group (ffac1852-f5e3-4c1c-8bcf-c4942e9ce6c2), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:10.278895 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8623e2d5-f2d2-495a-aaa8-1e9ef2254e9c admin admin] Publish callbacks [] for security_group (ffac1852-f5e3-4c1c-8bcf-c4942e9ce6c2), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:10.334586 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8623e2d5-f2d2-495a-aaa8-1e9ef2254e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (ffac1852-f5e3-4c1c-8bcf-c4942e9ce6c2), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:10.339183 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8623e2d5-f2d2-495a-aaa8-1e9ef2254e9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:10.343079 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-8623e2d5-f2d2-495a-aaa8-1e9ef2254e9c admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/ffac1852-f5e3-4c1c-8bcf-c4942e9ce6c2 HTTP/1.1" status: 204 len: 168 time: 0.1945682 Oct 20 13:36:10.350645 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8623e2d5-f2d2-495a-aaa8-1e9ef2254e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffac1852-f5e3-4c1c-8bcf-c4942e9ce6c2,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:10.465486 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d19993-21d9-4a52-aca6-d8956ad9810d req-d0d804da-7228-40e9-962d-6a9d34aa35e0 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:10.466964 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-97d19993-21d9-4a52-aca6-d8956ad9810d req-d0d804da-7228-40e9-962d-6a9d34aa35e0 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 943 time: 0.0525885 Oct 20 13:36:10.503568 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:10.542033 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-97d19993-21d9-4a52-aca6-d8956ad9810d req-b696fe0f-292b-4bd4-84a1-d42556e6f428 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695026 Oct 20 13:36:10.596797 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11a4bb0-04d3-44d5-8539-621ea9c9fe61 req-9b8ce5ef-a964-4467-9bb7-a2cdbda1e667 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:10.598941 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d11a4bb0-04d3-44d5-8539-621ea9c9fe61 req-9b8ce5ef-a964-4467-9bb7-a2cdbda1e667 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0640919 Oct 20 13:36:10.666989 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d11a4bb0-04d3-44d5-8539-621ea9c9fe61 req-1054444d-908c-484b-8d6b-85d247f227a3 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605991 Oct 20 13:36:10.694285 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b9ae5b-1e55-409f-9a61-b1e2a47d1b58', 'tag': 'c4329cd6-ac99-4465-b271-c87f6eb593c4'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:36:10.697186 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed26d3489e22cc6b5a676e21476388eeae91a3b2122148cacb7fad647cd2228" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f936afac-1830-4e17-890c-805da73b405b" -d '{"events": [{"name": "network-changed", "server_uuid": "93b9ae5b-1e55-409f-9a61-b1e2a47d1b58", "tag": "c4329cd6-ac99-4465-b271-c87f6eb593c4"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:36:10.772672 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a7a96a-5336-4fe1-b5bd-a930cf38ac80 x-openstack-request-id: req-21a7a96a-5336-4fe1-b5bd-a930cf38ac80 {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:36:10.772996 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b9ae5b-1e55-409f-9a61-b1e2a47d1b58", "tag": "c4329cd6-ac99-4465-b271-c87f6eb593c4", "status": "completed", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:36:10.773244 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21a7a96a-5336-4fe1-b5bd-a930cf38ac80 {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:36:10.773721 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21a7a96a-5336-4fe1-b5bd-a930cf38ac80'] response: {'name': 'network-changed', 'server_uuid': '93b9ae5b-1e55-409f-9a61-b1e2a47d1b58', 'tag': 'c4329cd6-ac99-4465-b271-c87f6eb593c4', 'status': 'completed', 'code': 200} Oct 20 13:36:11.179657 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d440703-62a5-46ea-b488-a71b2115b595 req-edf19c85-412f-42a9-82ed-8849bf701e17 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:11.181954 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-9d440703-62a5-46ea-b488-a71b2115b595 req-edf19c85-412f-42a9-82ed-8849bf701e17 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 943 time: 0.0568621 Oct 20 13:36:11.237477 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-9d440703-62a5-46ea-b488-a71b2115b595 req-9b1fe23c-8f87-4d79-9493-6695405e0d2b tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494103 Oct 20 13:36:11.383699 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb7b97-df0d-4bf8-9283-e484807d2f46 req-32909c52-11d3-412c-bf3f-f8f7e8568138 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:11.385302 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-fdcb7b97-df0d-4bf8-9283-e484807d2f46 req-32909c52-11d3-412c-bf3f-f8f7e8568138 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 944 time: 0.0501070 Oct 20 13:36:11.456522 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-fdcb7b97-df0d-4bf8-9283-e484807d2f46 req-74df5d57-ebb1-4442-a6b3-064b154621dc tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bd44e02b-ecac-4264-9878-94ddd9dda499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652144 Oct 20 13:36:11.727527 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652fcb0-74fd-413c-954d-7a5318c82219 req-48931f63-dd3b-4c10-9b68-f90abbfb3960 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:11.730093 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-c652fcb0-74fd-413c-954d-7a5318c82219 req-48931f63-dd3b-4c10-9b68-f90abbfb3960 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 943 time: 0.1010268 Oct 20 13:36:11.820049 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-c652fcb0-74fd-413c-954d-7a5318c82219 req-164ed2a4-25ed-48a5-baca-20c0ab660f43 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738678 Oct 20 13:36:11.943966 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45971e99-5acb-459e-b86c-49e3782cbbf8 req-75628f56-810a-4b75-b3f1-5f0b3ad67f29 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:11.950075 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-45971e99-5acb-459e-b86c-49e3782cbbf8 req-75628f56-810a-4b75-b3f1-5f0b3ad67f29 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0964198 Oct 20 13:36:12.017663 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-45971e99-5acb-459e-b86c-49e3782cbbf8 req-ef145072-fcac-40da-abf6-22f1d0dbfab8 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630629 Oct 20 13:36:12.123975 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:36:12.443727 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8167a28-b814-48ab-b15e-a11b4694818f req-bdb511e2-c03c-4682-b733-c80944cdb90a tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:12.446423 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-a8167a28-b814-48ab-b15e-a11b4694818f req-bdb511e2-c03c-4682-b733-c80944cdb90a tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 943 time: 0.0771599 Oct 20 13:36:12.520522 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-a8167a28-b814-48ab-b15e-a11b4694818f req-675e459a-c45e-4034-8f03-ce0a740cb9c1 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674443 Oct 20 13:36:12.654040 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c78f7-f8dc-46d2-8afb-b94404236edb req-73cbf35c-f4e6-49fd-b779-2eb4f8f265a0 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:12.664538 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-bf3c78f7-f8dc-46d2-8afb-b94404236edb req-73cbf35c-f4e6-49fd-b779-2eb4f8f265a0 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 944 time: 0.1128221 Oct 20 13:36:12.781272 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-bf3c78f7-f8dc-46d2-8afb-b94404236edb req-83b410d6-d856-4c36-9a0a-82b4dd84763f tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bd44e02b-ecac-4264-9878-94ddd9dda499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153824 Oct 20 13:36:12.976666 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353cdaa-c3a3-465f-8b1d-78ad3156fbbd req-86be644d-adce-4c01-aa61-b9efe0b9e3e5 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:12.978193 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-9353cdaa-c3a3-465f-8b1d-78ad3156fbbd req-86be644d-adce-4c01-aa61-b9efe0b9e3e5 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 943 time: 0.0560024 Oct 20 13:36:13.026413 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-9353cdaa-c3a3-465f-8b1d-78ad3156fbbd req-df124f5e-f348-4fe8-9195-1015668fa7d7 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425403 Oct 20 13:36:13.163034 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1eee5-c3c8-4a9a-a462-582ca1575d22 req-c055a3b7-d2fb-4fb7-922d-ae4740e9cf30 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:13.164483 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-fef1eee5-c3c8-4a9a-a462-582ca1575d22 req-c055a3b7-d2fb-4fb7-922d-ae4740e9cf30 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0575347 Oct 20 13:36:13.213284 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-fef1eee5-c3c8-4a9a-a462-582ca1575d22 req-1932cf53-0311-43dc-bc8f-358534e03f9e tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431719 Oct 20 13:36:13.644623 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42626a8c-9878-468d-8280-00e7b23b41c1 req-3048705d-5161-4f2d-a713-f548fda1c3c1 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:13.646084 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-42626a8c-9878-468d-8280-00e7b23b41c1 req-3048705d-5161-4f2d-a713-f548fda1c3c1 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 943 time: 0.0459230 Oct 20 13:36:13.691885 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-42626a8c-9878-468d-8280-00e7b23b41c1 req-c94df464-3ed9-4e33-9167-0664b30d50c8 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395386 Oct 20 13:36:13.900682 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6857f5-9f0a-44ef-bf09-e1dbf47f5136 req-24e2c3ab-8935-4004-835c-bd3231766863 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:13.902121 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cd6857f5-9f0a-44ef-bf09-e1dbf47f5136 req-24e2c3ab-8935-4004-835c-bd3231766863 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 944 time: 0.0452259 Oct 20 13:36:13.949150 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cd6857f5-9f0a-44ef-bf09-e1dbf47f5136 req-456db3d2-868b-4a77-b71f-36756bc00947 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bd44e02b-ecac-4264-9878-94ddd9dda499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414555 Oct 20 13:36:14.127406 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:14.147678 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09cbed2-c6c8-4e04-9cb5-6a8be0916b6c req-5ca5c84c-7a2e-443f-af14-4a45e6e0c7b1 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:14.149364 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d09cbed2-c6c8-4e04-9cb5-6a8be0916b6c req-5ca5c84c-7a2e-443f-af14-4a45e6e0c7b1 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 943 time: 0.0484099 Oct 20 13:36:14.198162 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d09cbed2-c6c8-4e04-9cb5-6a8be0916b6c req-947386dc-88ac-490f-8bb1-074f39bdc5b0 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428627 Oct 20 13:36:14.335056 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbe18f-0c04-41af-a396-3f9e857a3422 req-6cc78216-7ab3-43e7-8f4a-f3896a469f0e tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:14.336492 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8fdbe18f-0c04-41af-a396-3f9e857a3422 req-6cc78216-7ab3-43e7-8f4a-f3896a469f0e tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0458510 Oct 20 13:36:14.385196 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8fdbe18f-0c04-41af-a396-3f9e857a3422 req-c74a8229-16a0-4d22-a882-5f1b4be1b0e9 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432179 Oct 20 13:36:14.637495 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-78c79df7-7388-42ef-8e0a-5af5901cfb8d service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4329cd6-ac99-4465-b271-c87f6eb593c4 HTTP/1.1" status: 200 len: 217 time: 0.0328975 Oct 20 13:36:14.765217 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:14.782457 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ca2157b9-5dc9-41c5-b3b2-ac1960e4c7a6 req-990983c4-f2a3-40a8-a734-466a3899da3e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20c71ca9-62f4-4658-828a-7e49ec9d9631 HTTP/1.1" status: 200 len: 217 time: 0.0435326 Oct 20 13:36:14.888417 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:14.899436 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2157b9-5dc9-41c5-b3b2-ac1960e4c7a6 req-4d6dc84f-e23a-4565-9600-39f9079c021c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:14.900894 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ca2157b9-5dc9-41c5-b3b2-ac1960e4c7a6 req-4d6dc84f-e23a-4565-9600-39f9079c021c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6fe06b3c-29c6-4094-8f91-406de935285f HTTP/1.1" status: 200 len: 849 time: 0.0761588 Oct 20 13:36:14.902212 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a31db-212a-4d80-a864-078cc07f8cc3 req-ac8f0217-99d6-4377-bcc5-a307a92fc4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:14.903532 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d24a31db-212a-4d80-a864-078cc07f8cc3 req-ac8f0217-99d6-4377-bcc5-a307a92fc4ec service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b215cb88123a4851932dbf7dfa88f709&device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 1127 time: 0.0525250 Oct 20 13:36:14.905263 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadaeb39-08dd-4c7d-b7e2-85eda5ac04ec req-64cdd078-13e9-40fc-9311-7fe2fdee3d3c tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:14.906708 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-eadaeb39-08dd-4c7d-b7e2-85eda5ac04ec req-64cdd078-13e9-40fc-9311-7fe2fdee3d3c tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 943 time: 0.1136510 Oct 20 13:36:14.911286 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-98f58ade-4bfd-465e-97ee-e13f4c1dff07 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d74e8eea-b10e-43ce-b0cb-8741f1110868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722469 Oct 20 13:36:14.930521 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-3b7e4810-68c9-495e-a007-346d6bc81b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:14.931961 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-3b7e4810-68c9-495e-a007-346d6bc81b4c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=eb211b48-f491-42bc-8f6d-654db7c34008 HTTP/1.1" status: 200 len: 855 time: 0.1180196 Oct 20 13:36:14.962538 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-eadaeb39-08dd-4c7d-b7e2-85eda5ac04ec req-831dfdd3-669b-4bcd-afae-726951b1304d tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487521 Oct 20 13:36:15.074656 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717eed7f-dba5-4135-9814-7ebfcb684fac req-ac3c5d52-487f-4cad-9b48-b365a2994ddc tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:15.076121 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-717eed7f-dba5-4135-9814-7ebfcb684fac req-ac3c5d52-487f-4cad-9b48-b365a2994ddc tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 944 time: 0.0512083 Oct 20 13:36:15.123191 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-717eed7f-dba5-4135-9814-7ebfcb684fac req-0585f35f-5a99-4769-bc2b-8706d714724e tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bd44e02b-ecac-4264-9878-94ddd9dda499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415246 Oct 20 13:36:15.317477 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557dac23-f8ad-44f6-8fd3-f75b846d56dd req-0e76c410-96af-47b8-9aa9-3a788bdf80c6 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:15.318919 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-557dac23-f8ad-44f6-8fd3-f75b846d56dd req-0e76c410-96af-47b8-9aa9-3a788bdf80c6 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 943 time: 0.0479760 Oct 20 13:36:15.538995 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04543fb-24f6-44de-bdc9-afaaa2c64364 req-0e37f645-c4f6-4098-80bf-21a78f6ac254 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:15.540402 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-557dac23-f8ad-44f6-8fd3-f75b846d56dd req-dd1b546c-e55c-4572-b9ba-5b5cb41715db tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2158287 Oct 20 13:36:15.540591 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e04543fb-24f6-44de-bdc9-afaaa2c64364 req-0e37f645-c4f6-4098-80bf-21a78f6ac254 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0691793 Oct 20 13:36:15.594936 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e04543fb-24f6-44de-bdc9-afaaa2c64364 req-c6509da1-56b3-487b-a09b-b68f6a3276ed tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449584 Oct 20 13:36:16.103996 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54691602-1293-4358-ad8c-a4b25aeea5bd req-25d958f8-0ec2-4ded-893c-db44027d06f7 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:16.105538 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-54691602-1293-4358-ad8c-a4b25aeea5bd req-25d958f8-0ec2-4ded-893c-db44027d06f7 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 943 time: 0.0541971 Oct 20 13:36:16.167793 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-54691602-1293-4358-ad8c-a4b25aeea5bd req-7ffdf684-9a32-495f-8b2f-edea78c815c0 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560429 Oct 20 13:36:16.274269 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd1b711-2004-4956-9bd4-0fc81cde3d83 req-7d59e778-1e0b-4e16-a307-b75b11408f7b tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:16.277515 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2cd1b711-2004-4956-9bd4-0fc81cde3d83 req-7d59e778-1e0b-4e16-a307-b75b11408f7b tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 944 time: 0.0583580 Oct 20 13:36:16.326565 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2cd1b711-2004-4956-9bd4-0fc81cde3d83 req-ec1d5644-251d-49c6-9469-d226445f0380 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bd44e02b-ecac-4264-9878-94ddd9dda499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449455 Oct 20 13:36:16.683108 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c126aa-7ab6-4ee1-81f3-4fc536b7e589 req-712c7479-17bd-41f1-9adf-5997dd28ea43 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:16.684815 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d8c126aa-7ab6-4ee1-81f3-4fc536b7e589 req-712c7479-17bd-41f1-9adf-5997dd28ea43 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 943 time: 0.0584087 Oct 20 13:36:16.731392 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:16.741243 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e15741-2224-4e1a-b28d-8613a9f3846a req-65165c7a-84da-4237-9b1c-662dded023c5 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:16.742882 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-92e15741-2224-4e1a-b28d-8613a9f3846a req-65165c7a-84da-4237-9b1c-662dded023c5 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0626469 Oct 20 13:36:16.746712 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d8c126aa-7ab6-4ee1-81f3-4fc536b7e589 req-4d1dea68-b674-4428-b330-6bed7b1fd55f tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548263 Oct 20 13:36:16.799895 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-92e15741-2224-4e1a-b28d-8613a9f3846a req-9ce4773a-a9c2-485c-93f2-2fd7392d3222 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419834 Oct 20 13:36:17.281700 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ed392-d49d-4cd2-b4e3-6de416347ab2 req-b179cc2f-0843-492f-b74b-082a5994b0b2 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:17.283130 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-e87ed392-d49d-4cd2-b4e3-6de416347ab2 req-b179cc2f-0843-492f-b74b-082a5994b0b2 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 943 time: 0.0474503 Oct 20 13:36:17.330796 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-e87ed392-d49d-4cd2-b4e3-6de416347ab2 req-65ded865-b2f5-470a-a9d4-db924e66f177 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412560 Oct 20 13:36:17.448316 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd49976-77c9-4f58-91cf-e9a89872f316 req-65424792-be93-4baa-aafc-ce73fb45a86f tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:17.449776 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3cd49976-77c9-4f58-91cf-e9a89872f316 req-65424792-be93-4baa-aafc-ce73fb45a86f tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 944 time: 0.0467114 Oct 20 13:36:17.501192 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3cd49976-77c9-4f58-91cf-e9a89872f316 req-420127e3-6ff1-4839-8608-ae8da05c68be tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bd44e02b-ecac-4264-9878-94ddd9dda499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449457 Oct 20 13:36:17.840529 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 20c71ca9-62f4-4658-828a-7e49ec9d9631 details requested by agent hyperv_hv-cinder-86213 with host hv-cinder-86213 {{(pid=104734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 13:36:17.886966 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50998eb5-4c66-46db-9ac7-32b8d21fc68c req-38edf5cd-a1b7-4667-b167-9abe325cb728 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:17.888472 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-50998eb5-4c66-46db-9ac7-32b8d21fc68c req-38edf5cd-a1b7-4667-b167-9abe325cb728 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 943 time: 0.0666003 Oct 20 13:36:17.939072 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-50998eb5-4c66-46db-9ac7-32b8d21fc68c req-97fbec52-a66a-465a-a60e-39fa171e8899 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452178 Oct 20 13:36:17.941894 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3dc4c9-5141-4e99-ac34-00b9ae89b1af req-f75fec39-4e97-49b2-a38c-4d085aea0957 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:17.943383 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ca3dc4c9-5141-4e99-ac34-00b9ae89b1af req-f75fec39-4e97-49b2-a38c-4d085aea0957 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0552332 Oct 20 13:36:17.980089 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 20c71ca9-62f4-4658-828a-7e49ec9d9631, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=20c71ca9-62f4-4658-828a-7e49ec9d9631,segment=NetworkSegment(4d78e0f3-9105-4b6b-ab7f-1019f2557df1),segment_id=4d78e0f3-9105-4b6b-ab7f-1019f2557df1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:36:17.987874 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:17.993410 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Returning: {'device': '20c71ca9-62f4-4658-828a-7e49ec9d9631', 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0', 'port_id': '20c71ca9-62f4-4658-828a-7e49ec9d9631', 'mac_address': 'fa:16:3e:5d:4f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 13:36:18.022391 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ca3dc4c9-5141-4e99-ac34-00b9ae89b1af req-5ece4334-bb67-493b-b330-05a93b58e464 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707226 Oct 20 13:36:18.034060 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 20c71ca9-62f4-4658-828a-7e49ec9d9631 is: DOWN; New status is: BUILD {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:36:18.034445 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (20c71ca9-62f4-4658-828a-7e49ec9d9631), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:18.069847 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c71ca9-62f4-4658-828a-7e49ec9d9631 {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:36:18.100377 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 20c71ca9-62f4-4658-828a-7e49ec9d9631, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=20c71ca9-62f4-4658-828a-7e49ec9d9631,segment=NetworkSegment(4d78e0f3-9105-4b6b-ab7f-1019f2557df1),segment_id=4d78e0f3-9105-4b6b-ab7f-1019f2557df1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:36:18.135384 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (20c71ca9-62f4-4658-828a-7e49ec9d9631), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:18.183657 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=20c71ca9-62f4-4658-828a-7e49ec9d9631,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:18.463488 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143a869-de6b-4898-8ae0-e0ee65e2f30b req-69488a89-ca67-42b4-8860-58e9672231f0 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:18.465796 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-9143a869-de6b-4898-8ae0-e0ee65e2f30b req-69488a89-ca67-42b4-8860-58e9672231f0 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 943 time: 0.0525498 Oct 20 13:36:18.514712 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-9143a869-de6b-4898-8ae0-e0ee65e2f30b req-df96b858-926b-4f0f-a30c-276abf35afa7 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434659 Oct 20 13:36:18.620454 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5403182-39d4-4331-9484-5736bc38fc8f req-0f008f90-19d3-4e4a-9451-ed1b3dc913af tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:18.621880 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a5403182-39d4-4331-9484-5736bc38fc8f req-0f008f90-19d3-4e4a-9451-ed1b3dc913af tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 944 time: 0.0463049 Oct 20 13:36:18.666870 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a5403182-39d4-4331-9484-5736bc38fc8f req-cebe2db6-c957-4a19-bcfa-0ebc361490f1 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bd44e02b-ecac-4264-9878-94ddd9dda499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395436 Oct 20 13:36:19.071777 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e08f5a-10c7-4fac-bb2f-cd3b121f9bfc req-970ccdf0-ffb6-4676-99e1-fe3f680b2186 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:19.073232 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b7e08f5a-10c7-4fac-bb2f-cd3b121f9bfc req-970ccdf0-ffb6-4676-99e1-fe3f680b2186 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 944 time: 0.0470133 Oct 20 13:36:19.084107 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['20c71ca9-62f4-4658-828a-7e49ec9d9631'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:36:19.100645 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=100 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:19.127151 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b7e08f5a-10c7-4fac-bb2f-cd3b121f9bfc req-b4eaf42b-11be-4c5c-b12d-bab6e398c64b tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469847 Oct 20 13:36:19.180678 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51862241-3467-4d1c-bcbe-0d44ad48d660 req-3cc1ebee-8933-4d6d-82f8-68a113560fb4 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:19.182323 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-51862241-3467-4d1c-bcbe-0d44ad48d660 req-3cc1ebee-8933-4d6d-82f8-68a113560fb4 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0546472 Oct 20 13:36:19.233030 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-51862241-3467-4d1c-bcbe-0d44ad48d660 req-1faa82ea-3bfb-4fe7-89d0-54c8e05b77db tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440631 Oct 20 13:36:19.635998 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93c090-7bf5-40db-a869-5fc7726d0912 req-62a30487-459b-45f1-a4d4-964f7173f18c tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:19.637446 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5b93c090-7bf5-40db-a869-5fc7726d0912 req-62a30487-459b-45f1-a4d4-964f7173f18c tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 943 time: 0.0498126 Oct 20 13:36:19.683575 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5b93c090-7bf5-40db-a869-5fc7726d0912 req-af8c8baa-002f-4ecd-96d8-ff6febf56b68 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405865 Oct 20 13:36:19.783138 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ea3dd-66c9-41b7-9617-c97847d3356a req-b05e8a4b-e014-4b8c-a3e8-9c06b6defb0d tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:19.784496 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f21ea3dd-66c9-41b7-9617-c97847d3356a req-b05e8a4b-e014-4b8c-a3e8-9c06b6defb0d tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 944 time: 0.0451126 Oct 20 13:36:19.834097 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f21ea3dd-66c9-41b7-9617-c97847d3356a req-2adbe3c8-3ca5-4f01-94e3-6e9a3ba7d38e tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bd44e02b-ecac-4264-9878-94ddd9dda499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426831 Oct 20 13:36:20.257271 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71858b1-6eaa-47da-b634-59edf5ecfd49 req-be8d6166-1f01-4f33-9c8a-7bd3eb3b2ff9 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:20.258750 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-e71858b1-6eaa-47da-b634-59edf5ecfd49 req-be8d6166-1f01-4f33-9c8a-7bd3eb3b2ff9 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 944 time: 0.0487802 Oct 20 13:36:20.308139 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-e71858b1-6eaa-47da-b634-59edf5ecfd49 req-a02daaa8-c599-4853-8b09-c49ae84553c4 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437758 Oct 20 13:36:20.359193 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c77a889-851b-480c-9ed3-a9b8cf61edb2 req-1f04f2d2-ddca-4a69-a393-771906a00f6d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:20.360658 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3c77a889-851b-480c-9ed3-a9b8cf61edb2 req-1f04f2d2-ddca-4a69-a393-771906a00f6d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0459878 Oct 20 13:36:20.410248 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3c77a889-851b-480c-9ed3-a9b8cf61edb2 req-ff443aeb-bfc8-496f-8cd6-4bdb872f0bdf tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431912 Oct 20 13:36:20.800958 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd694288-7e71-49b7-bf0b-be238964e3a2 req-3c0d8663-9f74-45ca-8801-9e8e91bb6718 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:20.802396 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-cd694288-7e71-49b7-bf0b-be238964e3a2 req-3c0d8663-9f74-45ca-8801-9e8e91bb6718 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 943 time: 0.0454593 Oct 20 13:36:20.820673 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=100 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:20.853265 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-cd694288-7e71-49b7-bf0b-be238964e3a2 req-7da2e1e0-a7b5-4324-b65f-eebbb4ffcd42 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454395 Oct 20 13:36:20.950947 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f09db-d1aa-485d-baea-43588e3058e3 req-0e4daf46-36cb-4d7f-96ec-a8ddb5d4c9a0 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:20.952378 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-854f09db-d1aa-485d-baea-43588e3058e3 req-0e4daf46-36cb-4d7f-96ec-a8ddb5d4c9a0 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 944 time: 0.0451009 Oct 20 13:36:20.998371 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-854f09db-d1aa-485d-baea-43588e3058e3 req-c9e298fa-dd6c-4ff4-a36e-a631d97cb651 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bd44e02b-ecac-4264-9878-94ddd9dda499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399568 Oct 20 13:36:21.429068 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230672c-a477-4d3d-94aa-f27dd8382b17 req-441cccca-077b-43f1-8695-edc629f22365 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:21.430557 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-c230672c-a477-4d3d-94aa-f27dd8382b17 req-441cccca-077b-43f1-8695-edc629f22365 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 944 time: 0.0473027 Oct 20 13:36:21.480945 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-c230672c-a477-4d3d-94aa-f27dd8382b17 req-64b7f247-5b21-4971-a6ee-594136550bcb tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446723 Oct 20 13:36:21.554523 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca5efc-962d-4890-8730-77285b43163f req-f80997de-069b-4e91-b685-eda35946de67 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:21.556759 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f5ca5efc-962d-4890-8730-77285b43163f req-f80997de-069b-4e91-b685-eda35946de67 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0636530 Oct 20 13:36:21.605765 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f5ca5efc-962d-4890-8730-77285b43163f req-38ab6bce-9194-4f80-8e4c-9bf4364281f3 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432460 Oct 20 13:36:21.969440 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc3d58-b6b2-4ea1-ab78-254ef89480bc req-a7d03817-a4f2-4062-ba1c-b6b37b94001e tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:21.970879 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-68fc3d58-b6b2-4ea1-ab78-254ef89480bc req-a7d03817-a4f2-4062-ba1c-b6b37b94001e tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 943 time: 0.0457284 Oct 20 13:36:22.018446 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-68fc3d58-b6b2-4ea1-ab78-254ef89480bc req-d573c2f6-dd93-47fe-b4f1-6805a64ff4ba tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419748 Oct 20 13:36:22.081859 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:22.122302 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702f65a-1219-429e-a51e-980f711f126f req-73880df8-15e3-4def-9afd-8506581c4daa tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:22.123762 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e702f65a-1219-429e-a51e-980f711f126f req-73880df8-15e3-4def-9afd-8506581c4daa tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 944 time: 0.0504441 Oct 20 13:36:22.170176 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e702f65a-1219-429e-a51e-980f711f126f req-dc028ef7-4e10-40bb-b9b5-3649ec4ecff0 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bd44e02b-ecac-4264-9878-94ddd9dda499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397995 Oct 20 13:36:22.263861 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 20c71ca9-62f4-4658-828a-7e49ec9d9631 up at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:36:22.309546 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning for port 20c71ca9-62f4-4658-828a-7e49ec9d9631 completed by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 13:36:22.313616 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning complete for port 20c71ca9-62f4-4658-828a-7e49ec9d9631 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:36:22.313989 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (20c71ca9-62f4-4658-828a-7e49ec9d9631), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:22.314321 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Attempt 1 to provision port 20c71ca9-62f4-4658-828a-7e49ec9d9631 Oct 20 13:36:22.485002 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 20c71ca9-62f4-4658-828a-7e49ec9d9631 is: BUILD; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:36:22.485294 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (20c71ca9-62f4-4658-828a-7e49ec9d9631), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:22.509735 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19146772-f7e2-43d8-b7b3-3c365f024e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c71ca9-62f4-4658-828a-7e49ec9d9631'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:36:22.589705 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 20c71ca9-62f4-4658-828a-7e49ec9d9631, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=20c71ca9-62f4-4658-828a-7e49ec9d9631,segment=NetworkSegment(4d78e0f3-9105-4b6b-ab7f-1019f2557df1),segment_id=4d78e0f3-9105-4b6b-ab7f-1019f2557df1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:36:22.598180 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (20c71ca9-62f4-4658-828a-7e49ec9d9631), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:22.611582 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ac98a-7184-4722-b694-5ce8339a008f req-dce3008e-3255-4245-82e2-e6b567a3b1f0 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:22.614013 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-080ac98a-7184-4722-b694-5ce8339a008f req-dce3008e-3255-4245-82e2-e6b567a3b1f0 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 944 time: 0.0570948 Oct 20 13:36:22.674528 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=20c71ca9-62f4-4658-828a-7e49ec9d9631,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:22.723356 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5374b1acb5d21f0576c4c748ca21f6e32e0c69c98f35ada2d9891fed02f2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f34b97-8538-489d-ae4f-6817269b8941" -d '{"events": [{"server_uuid": "19146772-f7e2-43d8-b7b3-3c365f024e54", "name": "network-vif-plugged", "status": "completed", "tag": "20c71ca9-62f4-4658-828a-7e49ec9d9631"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:36:22.738110 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-080ac98a-7184-4722-b694-5ce8339a008f req-dd7b7230-e275-4a32-bcc3-42d5214b5c5d tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174986 Oct 20 13:36:22.794928 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285d72e-8284-43e0-85ef-9e4b7d6e03fc req-b33453f7-f43e-45f1-af88-98ece098b55d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:22.796330 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3285d72e-8284-43e0-85ef-9e4b7d6e03fc req-b33453f7-f43e-45f1-af88-98ece098b55d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0688729 Oct 20 13:36:22.829761 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:22.850431 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3285d72e-8284-43e0-85ef-9e4b7d6e03fc req-7e31c5c8-bdb5-4d73-9b9a-b9dd7e4bf59f tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474060 Oct 20 13:36:22.855091 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8500e7-fb8f-4995-9825-5f245c30c674 x-openstack-request-id: req-8d8500e7-fb8f-4995-9825-5f245c30c674 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:36:22.855390 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19146772-f7e2-43d8-b7b3-3c365f024e54", "name": "network-vif-plugged", "status": "completed", "tag": "20c71ca9-62f4-4658-828a-7e49ec9d9631", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:36:22.855639 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8d8500e7-fb8f-4995-9825-5f245c30c674 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:36:22.856080 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d8500e7-fb8f-4995-9825-5f245c30c674'] response: {'server_uuid': '19146772-f7e2-43d8-b7b3-3c365f024e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c71ca9-62f4-4658-828a-7e49ec9d9631', 'code': 200} Oct 20 13:36:22.992258 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 40870) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:23.111603 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-df2c971d-0b6b-406a-b4f3-4dd3339f478e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:23.159096 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4876af0-e7a0-42c3-a35d-da22922643ee req-b80beb44-4b4a-4ccf-9404-1a2582661581 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:23.160570 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b4876af0-e7a0-42c3-a35d-da22922643ee req-b80beb44-4b4a-4ccf-9404-1a2582661581 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 943 time: 0.0642347 Oct 20 13:36:23.236351 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b4876af0-e7a0-42c3-a35d-da22922643ee req-aec10974-9590-42f7-bff8-b81a796152fc tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688920 Oct 20 13:36:23.267662 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-df2c971d-0b6b-406a-b4f3-4dd3339f478e admin admin] Publish callbacks [] for security_group (daab08c0-41ed-4f65-9a00-dbf65bdebe6a), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:23.272263 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-df2c971d-0b6b-406a-b4f3-4dd3339f478e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (daab08c0-41ed-4f65-9a00-dbf65bdebe6a), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:23.298437 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd456477-5a87-4ab2-a657-87b9311e8e74 req-973d3029-36fb-4676-94c2-800bf542336a tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:23.301347 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cd456477-5a87-4ab2-a657-87b9311e8e74 req-973d3029-36fb-4676-94c2-800bf542336a tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 944 time: 0.0542898 Oct 20 13:36:23.320337 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c971d-0b6b-406a-b4f3-4dd3339f478e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daab08c0-41ed-4f65-9a00-dbf65bdebe6a,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:23.327634 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-df2c971d-0b6b-406a-b4f3-4dd3339f478e admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=ec4cd4e97af548e68428ebadd9bfe51d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3342190 Oct 20 13:36:23.328621 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 40884) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:23.388249 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6bd57a9a-b77b-4291-99fa-169f2b6e3b3d admin admin] Publish callbacks [] for security_group (daab08c0-41ed-4f65-9a00-dbf65bdebe6a), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:23.390098 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:23.412732 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6bd57a9a-b77b-4291-99fa-169f2b6e3b3d admin admin] Publish callbacks [] for security_group (daab08c0-41ed-4f65-9a00-dbf65bdebe6a), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:23.461396 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6bd57a9a-b77b-4291-99fa-169f2b6e3b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (daab08c0-41ed-4f65-9a00-dbf65bdebe6a), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:23.463920 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6bd57a9a-b77b-4291-99fa-169f2b6e3b3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:23.465105 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-6bd57a9a-b77b-4291-99fa-169f2b6e3b3d admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/daab08c0-41ed-4f65-9a00-dbf65bdebe6a HTTP/1.1" status: 204 len: 168 time: 0.1355221 Oct 20 13:36:23.476119 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd57a9a-b77b-4291-99fa-169f2b6e3b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daab08c0-41ed-4f65-9a00-dbf65bdebe6a,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:23.503800 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cd456477-5a87-4ab2-a657-87b9311e8e74 req-d799cd26-663d-4373-aa55-eea222cdb60f tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bd44e02b-ecac-4264-9878-94ddd9dda499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940064 Oct 20 13:36:23.757661 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 40892) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:23.773243 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-dcd637e4-5352-4714-9916-65a7b6fed469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:23.861193 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-dcd637e4-5352-4714-9916-65a7b6fed469 admin admin] Publish callbacks [] for security_group (cd62f4ee-0423-450c-812f-e5c28691e702), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:23.865064 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-dcd637e4-5352-4714-9916-65a7b6fed469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (cd62f4ee-0423-450c-812f-e5c28691e702), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:23.870868 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df728982-10a0-4e39-9ed6-84c913fae3ec req-39528cdc-fd33-4c12-bf68-40bc5261199b tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:23.872319 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-df728982-10a0-4e39-9ed6-84c913fae3ec req-39528cdc-fd33-4c12-bf68-40bc5261199b tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0476303 Oct 20 13:36:23.904812 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd637e4-5352-4714-9916-65a7b6fed469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd62f4ee-0423-450c-812f-e5c28691e702,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:23.912215 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-dcd637e4-5352-4714-9916-65a7b6fed469 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=ecb5d0913cc14a0c895f8b826bfdea4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1509099 Oct 20 13:36:23.913041 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 40900) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:23.936940 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-df728982-10a0-4e39-9ed6-84c913fae3ec req-16c77a23-6248-433b-b463-c67d6a9425ef tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588760 Oct 20 13:36:23.999989 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77fed81-4e88-42e6-92d9-144d0b7f65b9 req-cd840a5f-8b2b-4176-adda-0ed2ae42389d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:24.001432 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c77fed81-4e88-42e6-92d9-144d0b7f65b9 req-cd840a5f-8b2b-4176-adda-0ed2ae42389d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0645936 Oct 20 13:36:24.004577 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d0d5bd8c-c819-463f-af4e-fdf4a4740dd4 admin admin] Publish callbacks [] for security_group (cd62f4ee-0423-450c-812f-e5c28691e702), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:24.037137 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d0d5bd8c-c819-463f-af4e-fdf4a4740dd4 admin admin] Publish callbacks [] for security_group (cd62f4ee-0423-450c-812f-e5c28691e702), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:24.087780 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c77fed81-4e88-42e6-92d9-144d0b7f65b9 req-09c2186b-17f2-47a0-933e-60a85460aa51 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800393 Oct 20 13:36:24.106460 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d0d5bd8c-c819-463f-af4e-fdf4a4740dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (cd62f4ee-0423-450c-812f-e5c28691e702), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:24.109328 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d0d5bd8c-c819-463f-af4e-fdf4a4740dd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:24.110452 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-d0d5bd8c-c819-463f-af4e-fdf4a4740dd4 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/cd62f4ee-0423-450c-812f-e5c28691e702 HTTP/1.1" status: 204 len: 168 time: 0.1970747 Oct 20 13:36:24.118872 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d5bd8c-c819-463f-af4e-fdf4a4740dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd62f4ee-0423-450c-812f-e5c28691e702,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:24.365230 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13584e9b-0ad6-4ee7-9b41-a1c6adca98cc req-536bc690-d6b1-4106-ba90-173dc5257366 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:24.367050 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-13584e9b-0ad6-4ee7-9b41-a1c6adca98cc req-536bc690-d6b1-4106-ba90-173dc5257366 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 943 time: 0.0461776 Oct 20 13:36:24.415410 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:24.429884 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-13584e9b-0ad6-4ee7-9b41-a1c6adca98cc req-d8a1097a-e748-4865-8d8a-c48ec51de8b5 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523877 Oct 20 13:36:24.452189 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 40914) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:24.465987 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-305bef3b-e296-462c-b2b1-805901949bd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:24.545190 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-305bef3b-e296-462c-b2b1-805901949bd1 admin admin] Publish callbacks [] for security_group (37fba665-28fc-4253-ad02-6b9deb88046e), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:24.549110 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-305bef3b-e296-462c-b2b1-805901949bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (37fba665-28fc-4253-ad02-6b9deb88046e), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:24.584947 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:24.599053 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-305bef3b-e296-462c-b2b1-805901949bd1 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=8db7452b4cf54f83a5df006baeac8372&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1456552 Oct 20 13:36:24.599757 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305bef3b-e296-462c-b2b1-805901949bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37fba665-28fc-4253-ad02-6b9deb88046e,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:24.616857 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-18fe10c6-b42a-4194-a0bc-324dd093df2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:24.617345 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 40918) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:24.645037 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d00ba-d2c0-4623-b0a8-1ddb53952f8d req-b10f96fb-9059-45a2-b8f1-882f57a79b63 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:24.646525 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-df3d00ba-d2c0-4623-b0a8-1ddb53952f8d req-b10f96fb-9059-45a2-b8f1-882f57a79b63 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 944 time: 0.0604472 Oct 20 13:36:24.672831 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5e62d11f-babe-46c9-97ac-366f555e3ac7 admin admin] Publish callbacks [] for security_group (37fba665-28fc-4253-ad02-6b9deb88046e), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:24.682539 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:24.693688 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5e62d11f-babe-46c9-97ac-366f555e3ac7 admin admin] Publish callbacks [] for security_group (37fba665-28fc-4253-ad02-6b9deb88046e), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:24.695696 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-df3d00ba-d2c0-4623-b0a8-1ddb53952f8d req-f2fb39bc-bdd7-414c-8a3f-0b58e8c9101d tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bd44e02b-ecac-4264-9878-94ddd9dda499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434115 Oct 20 13:36:24.742771 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5e62d11f-babe-46c9-97ac-366f555e3ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (37fba665-28fc-4253-ad02-6b9deb88046e), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:24.745262 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5e62d11f-babe-46c9-97ac-366f555e3ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:24.746370 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-5e62d11f-babe-46c9-97ac-366f555e3ac7 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/37fba665-28fc-4253-ad02-6b9deb88046e HTTP/1.1" status: 204 len: 168 time: 0.1274652 Oct 20 13:36:24.755589 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62d11f-babe-46c9-97ac-366f555e3ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37fba665-28fc-4253-ad02-6b9deb88046e,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:25.039853 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 945c0530-b30a-4e15-a586-dfaaa2fdd6ae details requested by agent hyperv_hv-cinder-86213 with host hv-cinder-86213 {{(pid=104734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 13:36:25.076446 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32388069-ac2b-4870-bd7c-0163822a594d req-fd727d24-0d42-4ce7-9869-ce19efbd2805 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:25.084441 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-32388069-ac2b-4870-bd7c-0163822a594d req-fd727d24-0d42-4ce7-9869-ce19efbd2805 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0740163 Oct 20 13:36:25.169199 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2157b9-5dc9-41c5-b3b2-ac1960e4c7a6 req-0b973c74-5dab-4557-843d-e95222b5b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:25.170711 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ca2157b9-5dc9-41c5-b3b2-ac1960e4c7a6 req-0b973c74-5dab-4557-843d-e95222b5b576 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=d308b555-e032-40ef-ae84-228dba4540e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1261644 Oct 20 13:36:25.214046 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-d072758d-0481-4290-9757-72a0fb25d46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:25.215218 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-d072758d-0481-4290-9757-72a0fb25d46b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c859482-bc24-4f85-8ad7-70cfdb97a23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1688938 Oct 20 13:36:25.256594 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 945c0530-b30a-4e15-a586-dfaaa2fdd6ae, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=945c0530-b30a-4e15-a586-dfaaa2fdd6ae,segment=NetworkSegment(3a56e684-3f29-4221-b1a4-f25d8cf87e97),segment_id=3a56e684-3f29-4221-b1a4-f25d8cf87e97)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:36:25.272718 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:25.275056 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Returning: {'device': '945c0530-b30a-4e15-a586-dfaaa2fdd6ae', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'port_id': '945c0530-b30a-4e15-a586-dfaaa2fdd6ae', 'mac_address': 'fa:16:3e:0c:26:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 13:36:25.283798 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf122556-6008-4152-a535-f78aefbff2d6 req-c6161e3d-6884-4289-a988-45eb0a6c30d8 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:25.285664 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cf122556-6008-4152-a535-f78aefbff2d6 req-c6161e3d-6884-4289-a988-45eb0a6c30d8 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0794215 Oct 20 13:36:25.326501 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:25.327803 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 945c0530-b30a-4e15-a586-dfaaa2fdd6ae is: DOWN; New status is: BUILD {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:36:25.328715 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (945c0530-b30a-4e15-a586-dfaaa2fdd6ae), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:25.332989 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.20', 64846) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:25.348696 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945c0530-b30a-4e15-a586-dfaaa2fdd6ae {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:36:25.366127 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-f4bc1a96-de1d-4506-8456-33333719ceaa service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c859482-bc24-4f85-8ad7-70cfdb97a23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391554 Oct 20 13:36:25.374702 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 945c0530-b30a-4e15-a586-dfaaa2fdd6ae, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=945c0530-b30a-4e15-a586-dfaaa2fdd6ae,segment=NetworkSegment(3a56e684-3f29-4221-b1a4-f25d8cf87e97),segment_id=3a56e684-3f29-4221-b1a4-f25d8cf87e97)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:36:25.383960 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (945c0530-b30a-4e15-a586-dfaaa2fdd6ae), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:25.457526 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-32388069-ac2b-4870-bd7c-0163822a594d req-9e0a983c-734f-4a58-b2e1-e8900555f43f tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3715394 Oct 20 13:36:25.473923 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=945c0530-b30a-4e15-a586-dfaaa2fdd6ae,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:25.500056 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a31db-212a-4d80-a864-078cc07f8cc3 req-13add68e-7554-4b19-a93a-8f92cad47710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:25.502168 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d24a31db-212a-4d80-a864-078cc07f8cc3 req-13add68e-7554-4b19-a93a-8f92cad47710 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=6a87efad-1518-4319-8b6e-3edd28303f86 HTTP/1.1" status: 200 len: 915 time: 0.4448068 Oct 20 13:36:25.507155 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a915e5-66b3-4db4-84aa-ee3fdcfc0c26 req-3ddfa73a-a0f2-47c5-b977-462ef5d476f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:25.508847 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-32a915e5-66b3-4db4-84aa-ee3fdcfc0c26 req-3ddfa73a-a0f2-47c5-b977-462ef5d476f7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 1129 time: 0.1740704 Oct 20 13:36:25.526209 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cf122556-6008-4152-a535-f78aefbff2d6 req-d27043ae-1483-4a2b-9878-6140cf935316 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059722 Oct 20 13:36:25.592524 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d24a31db-212a-4d80-a864-078cc07f8cc3 req-e8de884e-d320-4622-b8f9-dd261617815b service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=945c0530-b30a-4e15-a586-dfaaa2fdd6ae HTTP/1.1" status: 200 len: 217 time: 0.0612707 Oct 20 13:36:25.594816 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ca2157b9-5dc9-41c5-b3b2-ac1960e4c7a6 req-3df29438-f289-43af-84dc-7ec09183f495 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d308b555-e032-40ef-ae84-228dba4540e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897402 Oct 20 13:36:25.595721 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-32a915e5-66b3-4db4-84aa-ee3fdcfc0c26 req-218e67da-3db8-48ee-b833-05a5fd52a480 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:25.605793 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['945c0530-b30a-4e15-a586-dfaaa2fdd6ae'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:36:25.636771 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-6c26b7bb-2917-41ec-8a30-ca557f45c992 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d74e8eea-b10e-43ce-b0cb-8741f1110868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5892425 Oct 20 13:36:25.708223 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d8f00-b5dd-4c13-a45b-db5512198499 req-e45cb8fd-f0ec-4e57-9b2b-13acaf7f4dd4 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:25.717374 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b54d8f00-b5dd-4c13-a45b-db5512198499 req-e45cb8fd-f0ec-4e57-9b2b-13acaf7f4dd4 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 944 time: 0.1058979 Oct 20 13:36:25.728544 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-36a2dcd8-620d-44e4-a1d6-2f9aaf0fcaf8 req-3f7f6a04-87ee-4b4c-b52d-e60126e62587 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c859482-bc24-4f85-8ad7-70cfdb97a23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3505604 Oct 20 13:36:25.730157 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a31db-212a-4d80-a864-078cc07f8cc3 req-6d60a2d3-9030-43ca-814d-89b4e34989e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:25.731501 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d24a31db-212a-4d80-a864-078cc07f8cc3 req-6d60a2d3-9030-43ca-814d-89b4e34989e3 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=2fdacf12-c611-42fe-b6f6-2cbfeede8f9a HTTP/1.1" status: 200 len: 853 time: 0.1262879 Oct 20 13:36:25.794756 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b54d8f00-b5dd-4c13-a45b-db5512198499 req-7d6977c4-c316-43bc-8377-1fd84bb1d74d tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764856 Oct 20 13:36:25.794997 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ca2157b9-5dc9-41c5-b3b2-ac1960e4c7a6 req-75dcbea9-7826-433e-8533-20bf6a1a551e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d308b555-e032-40ef-ae84-228dba4540e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767111 Oct 20 13:36:25.860766 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-32a915e5-66b3-4db4-84aa-ee3fdcfc0c26 req-218e67da-3db8-48ee-b833-05a5fd52a480 service neutron] Publish callbacks [] for security_group (b51049e7-a469-40f1-851f-8347c8921b37), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:25.869797 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-32a915e5-66b3-4db4-84aa-ee3fdcfc0c26 req-218e67da-3db8-48ee-b833-05a5fd52a480 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (b51049e7-a469-40f1-851f-8347c8921b37), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:25.906165 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd32f5-29b6-47c8-bf22-c9f5962a6fb9 req-460694bd-4f73-4bb1-8163-7b321f008c4e tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:25.907584 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-affd32f5-29b6-47c8-bf22-c9f5962a6fb9 req-460694bd-4f73-4bb1-8163-7b321f008c4e tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 944 time: 0.0978858 Oct 20 13:36:25.951662 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-32a915e5-66b3-4db4-84aa-ee3fdcfc0c26 req-218e67da-3db8-48ee-b833-05a5fd52a480 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4215708 Oct 20 13:36:25.955320 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218e67da-3db8-48ee-b833-05a5fd52a480 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b51049e7-a469-40f1-851f-8347c8921b37,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:25.987923 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-affd32f5-29b6-47c8-bf22-c9f5962a6fb9 req-e7295db7-7d56-4136-a5be-e319a4544145 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bd44e02b-ecac-4264-9878-94ddd9dda499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702307 Oct 20 13:36:26.268448 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 945c0530-b30a-4e15-a586-dfaaa2fdd6ae up at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:36:26.327747 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning for port 945c0530-b30a-4e15-a586-dfaaa2fdd6ae completed by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 13:36:26.335411 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning complete for port 945c0530-b30a-4e15-a586-dfaaa2fdd6ae triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:36:26.335794 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (945c0530-b30a-4e15-a586-dfaaa2fdd6ae), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:26.336128 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Attempt 1 to provision port 945c0530-b30a-4e15-a586-dfaaa2fdd6ae Oct 20 13:36:26.414827 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 945c0530-b30a-4e15-a586-dfaaa2fdd6ae is: BUILD; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:36:26.415213 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (945c0530-b30a-4e15-a586-dfaaa2fdd6ae), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:26.439569 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07ca6e8-83ee-4690-97c1-7cc13774d5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945c0530-b30a-4e15-a586-dfaaa2fdd6ae'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:36:26.442341 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5374b1acb5d21f0576c4c748ca21f6e32e0c69c98f35ada2d9891fed02f2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9b094b-3c7d-46d4-94c6-794cc9525792" -d '{"events": [{"server_uuid": "a07ca6e8-83ee-4690-97c1-7cc13774d5ea", "name": "network-vif-plugged", "status": "completed", "tag": "945c0530-b30a-4e15-a586-dfaaa2fdd6ae"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:36:26.456452 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 945c0530-b30a-4e15-a586-dfaaa2fdd6ae, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=945c0530-b30a-4e15-a586-dfaaa2fdd6ae,segment=NetworkSegment(3a56e684-3f29-4221-b1a4-f25d8cf87e97),segment_id=3a56e684-3f29-4221-b1a4-f25d8cf87e97)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:36:26.461532 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (945c0530-b30a-4e15-a586-dfaaa2fdd6ae), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:26.488667 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528d7ca6-0f20-4b7b-b75a-1eca23aec519 x-openstack-request-id: req-528d7ca6-0f20-4b7b-b75a-1eca23aec519 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:36:26.488854 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07ca6e8-83ee-4690-97c1-7cc13774d5ea", "name": "network-vif-plugged", "status": "completed", "tag": "945c0530-b30a-4e15-a586-dfaaa2fdd6ae", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:36:26.489138 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-528d7ca6-0f20-4b7b-b75a-1eca23aec519 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:36:26.489704 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-528d7ca6-0f20-4b7b-b75a-1eca23aec519'] response: {'server_uuid': 'a07ca6e8-83ee-4690-97c1-7cc13774d5ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945c0530-b30a-4e15-a586-dfaaa2fdd6ae', 'code': 200} Oct 20 13:36:26.521604 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=945c0530-b30a-4e15-a586-dfaaa2fdd6ae,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:26.614588 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a360cb-c855-472e-8d7d-fc8cf6418b86 req-3986c998-6d8d-4228-a7e3-e2a0aa87eaef tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:26.617245 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c3a360cb-c855-472e-8d7d-fc8cf6418b86 req-3986c998-6d8d-4228-a7e3-e2a0aa87eaef tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0671408 Oct 20 13:36:26.660774 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:26.683145 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c3a360cb-c855-472e-8d7d-fc8cf6418b86 req-f52c0cf6-44aa-4147-8274-8a0de635abcf tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596611 Oct 20 13:36:26.715270 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f2a4f-a1ca-48ac-b9b3-ba7b8c2ede1b req-7eed1d0a-45f3-4a74-8530-c3a2d808e998 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:26.718123 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d62f2a4f-a1ca-48ac-b9b3-ba7b8c2ede1b req-7eed1d0a-45f3-4a74-8530-c3a2d808e998 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0877211 Oct 20 13:36:26.761821 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:26.777434 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:26.800877 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ff751-b0d9-4b86-ad54-31f24a82aad8 req-80f63ea4-2b7d-41cd-9b7e-6c6e37f83f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:26.802972 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e63ff751-b0d9-4b86-ad54-31f24a82aad8 req-80f63ea4-2b7d-41cd-9b7e-6c6e37f83f63 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=4e1ecd40d6914036b80dfcf74eada323&device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 1128 time: 0.0898674 Oct 20 13:36:26.807133 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d62f2a4f-a1ca-48ac-b9b3-ba7b8c2ede1b req-d5a73d6f-ca5b-4efe-9be8-00208b3cdb75 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795846 Oct 20 13:36:26.807555 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a31db-212a-4d80-a864-078cc07f8cc3 req-abdee45e-782e-421d-b238-697270994582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:26.809462 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d24a31db-212a-4d80-a864-078cc07f8cc3 req-abdee45e-782e-421d-b238-697270994582 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=6a87efad-1518-4319-8b6e-3edd28303f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617414 Oct 20 13:36:26.943041 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41010c6a-dc72-4dce-bba8-a7e28227e30f req-cffc8ebc-31b6-4023-94e5-506dbd995078 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:26.944629 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-41010c6a-dc72-4dce-bba8-a7e28227e30f req-cffc8ebc-31b6-4023-94e5-506dbd995078 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 945 time: 0.0667295 Oct 20 13:36:26.957010 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-fad93b71-9bc5-4a00-accd-954cff2f921d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:27.002242 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-41010c6a-dc72-4dce-bba8-a7e28227e30f req-32590660-9cad-46d4-95df-3a14f66751d2 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515268 Oct 20 13:36:27.131196 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf75647-95b2-437e-9410-2a2b97bc54a0 req-ec3bbd5f-1f1d-4d81-af4e-05a5fa465e9d tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:27.132933 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-ecf75647-95b2-437e-9410-2a2b97bc54a0 req-ec3bbd5f-1f1d-4d81-af4e-05a5fa465e9d tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 944 time: 0.0556457 Oct 20 13:36:27.193796 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-ecf75647-95b2-437e-9410-2a2b97bc54a0 req-f39a087e-0080-4f39-8372-a90664419b66 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bd44e02b-ecac-4264-9878-94ddd9dda499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552156 Oct 20 13:36:27.703226 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d24a31db-212a-4d80-a864-078cc07f8cc3 req-ea95153a-e0b8-499c-8c50-66902fdae467 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577375 Oct 20 13:36:27.850260 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77e548-0761-4360-8266-0e9821702b3e req-9968dc35-5ffc-4880-9d3f-9067c3807749 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:27.856797 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 41078) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:27.857716 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2d77e548-0761-4360-8266-0e9821702b3e req-9968dc35-5ffc-4880-9d3f-9067c3807749 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0639477 Oct 20 13:36:28.001364 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933ca795-c5cd-4753-b4c1-639c212f4e7d req-b1162d3e-4521-4038-9af5-3852048d6347 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:28.011326 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-933ca795-c5cd-4753-b4c1-639c212f4e7d req-b1162d3e-4521-4038-9af5-3852048d6347 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0957134 Oct 20 13:36:28.026152 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2d77e548-0761-4360-8266-0e9821702b3e req-b9ef40a9-e351-45d1-a455-b44f3ed7e076 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675074 Oct 20 13:36:28.096320 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-933ca795-c5cd-4753-b4c1-639c212f4e7d req-f9cc899e-72b5-4ac4-a6a1-8d8e799a46ae tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832407 Oct 20 13:36:28.104346 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936afac-1830-4e17-890c-805da73b405b req-40251506-3ad8-4928-be3e-b2b53fe333b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:28.106037 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f936afac-1830-4e17-890c-805da73b405b req-40251506-3ad8-4928-be3e-b2b53fe333b4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f9addc326c51410f809805d8b44c5c17&device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 1128 time: 0.2074149 Oct 20 13:36:28.151241 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:28.189615 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:28.239157 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-782fad6d-0a70-4240-b10a-1743ed9f7b1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:28.254382 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ff751-b0d9-4b86-ad54-31f24a82aad8 req-c811cce5-315e-428f-aabc-31ee63fd2e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:28.255840 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e63ff751-b0d9-4b86-ad54-31f24a82aad8 req-c811cce5-315e-428f-aabc-31ee63fd2e8b service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=d74e8eea-b10e-43ce-b0cb-8741f1110868 HTTP/1.1" status: 200 len: 912 time: 0.3826535 Oct 20 13:36:28.262624 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6c801-f1e2-4cd3-b97d-8139fe69e81d req-619993fb-8b21-466c-8f62-c7a16ab238ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:28.264679 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-f5c6c801-f1e2-4cd3-b97d-8139fe69e81d req-619993fb-8b21-466c-8f62-c7a16ab238ec service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 1129 time: 0.1257131 Oct 20 13:36:28.268428 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device aa084c37-d6d3-49cd-83ce-62d9de1a28b8 details requested by agent hyperv_hv-cinder-86213 with host hv-cinder-86213 {{(pid=104734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 13:36:28.285391 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314524c-bd28-499f-a3b8-b2653d62d942 req-5a04ad3a-605c-49bd-ae20-2ebd24c34d61 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:28.286869 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2314524c-bd28-499f-a3b8-b2653d62d942 req-5a04ad3a-605c-49bd-ae20-2ebd24c34d61 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 945 time: 0.1652064 Oct 20 13:36:28.408279 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-f5c6c801-f1e2-4cd3-b97d-8139fe69e81d req-636af8be-ccfa-45a1-962b-0ad3d1ce0dce service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348612 Oct 20 13:36:28.418718 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d08364-a3eb-43b1-911b-6abe29c821b9 req-06108c9f-dd56-4d49-8740-fc619d301bf7 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:28.426253 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b5d08364-a3eb-43b1-911b-6abe29c821b9 req-06108c9f-dd56-4d49-8740-fc619d301bf7 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 944 time: 0.1434717 Oct 20 13:36:28.451559 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port aa084c37-d6d3-49cd-83ce-62d9de1a28b8, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=aa084c37-d6d3-49cd-83ce-62d9de1a28b8,segment=NetworkSegment(837d042d-1e64-494c-bc82-8dbdd07f178f),segment_id=837d042d-1e64-494c-bc82-8dbdd07f178f)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:36:28.474675 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Returning: {'device': 'aa084c37-d6d3-49cd-83ce-62d9de1a28b8', 'network_id': 'd74e8eea-b10e-43ce-b0cb-8741f1110868', 'port_id': 'aa084c37-d6d3-49cd-83ce-62d9de1a28b8', 'mac_address': 'fa:16:3e:ca:7f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f1126e-248d-41e1-8eac-579c17647ede', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 13:36:28.493177 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d24a31db-212a-4d80-a864-078cc07f8cc3 req-8b8395a4-52ff-46e4-9774-e4adadc5abfa service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5955627 Oct 20 13:36:28.510246 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e63ff751-b0d9-4b86-ad54-31f24a82aad8 req-5b10350a-5b62-4e0d-8169-b30faae1a8af service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=aa084c37-d6d3-49cd-83ce-62d9de1a28b8 HTTP/1.1" status: 200 len: 217 time: 0.2253313 Oct 20 13:36:28.516037 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-782fad6d-0a70-4240-b10a-1743ed9f7b1a admin admin] Publish callbacks [] for security_group (718a8846-9a31-4ce1-85b9-2e909aac548f), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:28.531953 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b5d08364-a3eb-43b1-911b-6abe29c821b9 req-8a40374e-b2c5-4e57-b262-000933d66a7f tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bd44e02b-ecac-4264-9878-94ddd9dda499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045208 Oct 20 13:36:28.538437 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-782fad6d-0a70-4240-b10a-1743ed9f7b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (718a8846-9a31-4ce1-85b9-2e909aac548f), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:28.549201 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port aa084c37-d6d3-49cd-83ce-62d9de1a28b8 is: DOWN; New status is: BUILD {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:36:28.551195 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (aa084c37-d6d3-49cd-83ce-62d9de1a28b8), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:28.567646 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa084c37-d6d3-49cd-83ce-62d9de1a28b8 {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:36:28.568895 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-782fad6d-0a70-4240-b10a-1743ed9f7b1a admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=ebef9cca39cf4d2a9c9a2a6cc87efa44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7109833 Oct 20 13:36:28.572919 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 41104) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:28.582532 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936afac-1830-4e17-890c-805da73b405b req-a8674bf9-99d8-4ec4-8c29-7fa09e515fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:28.583936 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f936afac-1830-4e17-890c-805da73b405b req-a8674bf9-99d8-4ec4-8c29-7fa09e515fb3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c859482-bc24-4f85-8ad7-70cfdb97a23e HTTP/1.1" status: 200 len: 917 time: 0.4341249 Oct 20 13:36:28.593295 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:28.595278 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782fad6d-0a70-4240-b10a-1743ed9f7b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718a8846-9a31-4ce1-85b9-2e909aac548f,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:28.601505 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2314524c-bd28-499f-a3b8-b2653d62d942 req-94d06a5b-e9dc-4d97-b891-b4150f55fc82 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3018630 Oct 20 13:36:28.602079 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port aa084c37-d6d3-49cd-83ce-62d9de1a28b8, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=aa084c37-d6d3-49cd-83ce-62d9de1a28b8,segment=NetworkSegment(837d042d-1e64-494c-bc82-8dbdd07f178f),segment_id=837d042d-1e64-494c-bc82-8dbdd07f178f)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:36:28.604444 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782fad6d-0a70-4240-b10a-1743ed9f7b1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:28.605022 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782fad6d-0a70-4240-b10a-1743ed9f7b1a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:28.605382 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782fad6d-0a70-4240-b10a-1743ed9f7b1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:28.605810 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782fad6d-0a70-4240-b10a-1743ed9f7b1a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:28.606146 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782fad6d-0a70-4240-b10a-1743ed9f7b1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:28.606506 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782fad6d-0a70-4240-b10a-1743ed9f7b1a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:28.607109 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782fad6d-0a70-4240-b10a-1743ed9f7b1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:28.607510 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782fad6d-0a70-4240-b10a-1743ed9f7b1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:28.607879 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782fad6d-0a70-4240-b10a-1743ed9f7b1a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:28.608360 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782fad6d-0a70-4240-b10a-1743ed9f7b1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:28.608857 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782fad6d-0a70-4240-b10a-1743ed9f7b1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:28.609489 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782fad6d-0a70-4240-b10a-1743ed9f7b1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:28.610107 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782fad6d-0a70-4240-b10a-1743ed9f7b1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:28.610213 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (aa084c37-d6d3-49cd-83ce-62d9de1a28b8), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:28.610753 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782fad6d-0a70-4240-b10a-1743ed9f7b1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:28.611652 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782fad6d-0a70-4240-b10a-1743ed9f7b1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:28.658223 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-20554676-4503-4275-a49a-b08fc712142d admin admin] Publish callbacks [] for security_group (718a8846-9a31-4ce1-85b9-2e909aac548f), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:28.662046 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:28.668446 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=aa084c37-d6d3-49cd-83ce-62d9de1a28b8,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:28.697604 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-20554676-4503-4275-a49a-b08fc712142d admin admin] Publish callbacks [] for security_group (718a8846-9a31-4ce1-85b9-2e909aac548f), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:28.748177 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f936afac-1830-4e17-890c-805da73b405b req-2c35cfef-fa5a-4b15-a250-71e1f4e57030 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4329cd6-ac99-4465-b271-c87f6eb593c4 HTTP/1.1" status: 200 len: 217 time: 0.0680959 Oct 20 13:36:28.771532 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:28.818477 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ff751-b0d9-4b86-ad54-31f24a82aad8 req-ba58cb9b-cc3e-4dec-adb1-fa7a0c9146d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:28.819943 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e63ff751-b0d9-4b86-ad54-31f24a82aad8 req-ba58cb9b-cc3e-4dec-adb1-fa7a0c9146d6 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=f9f1126e-248d-41e1-8eac-579c17647ede HTTP/1.1" status: 200 len: 850 time: 0.1389368 Oct 20 13:36:28.824629 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:28.867514 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936afac-1830-4e17-890c-805da73b405b req-5c198789-ae45-4931-8416-1518faf5b324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:28.868906 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f936afac-1830-4e17-890c-805da73b405b req-5c198789-ae45-4931-8416-1518faf5b324 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=eb211b48-f491-42bc-8f6d-654db7c34008 HTTP/1.1" status: 200 len: 855 time: 0.0962412 Oct 20 13:36:28.881072 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-20554676-4503-4275-a49a-b08fc712142d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (718a8846-9a31-4ce1-85b9-2e909aac548f), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:28.883812 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-20554676-4503-4275-a49a-b08fc712142d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:28.884938 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-20554676-4503-4275-a49a-b08fc712142d admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/718a8846-9a31-4ce1-85b9-2e909aac548f HTTP/1.1" status: 204 len: 168 time: 0.3110952 Oct 20 13:36:28.890927 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ff751-b0d9-4b86-ad54-31f24a82aad8 req-5b96488c-5dad-46c1-a287-1d3748354d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:28.892501 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e63ff751-b0d9-4b86-ad54-31f24a82aad8 req-5b96488c-5dad-46c1-a287-1d3748354d2b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=d74e8eea-b10e-43ce-b0cb-8741f1110868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630107 Oct 20 13:36:28.897712 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20554676-4503-4275-a49a-b08fc712142d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718a8846-9a31-4ce1-85b9-2e909aac548f,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:28.907137 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['aa084c37-d6d3-49cd-83ce-62d9de1a28b8'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:36:28.911044 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20554676-4503-4275-a49a-b08fc712142d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:28.911460 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20554676-4503-4275-a49a-b08fc712142d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:28.911870 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20554676-4503-4275-a49a-b08fc712142d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:28.913553 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20554676-4503-4275-a49a-b08fc712142d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:28.913553 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20554676-4503-4275-a49a-b08fc712142d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:28.913553 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20554676-4503-4275-a49a-b08fc712142d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:28.913553 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20554676-4503-4275-a49a-b08fc712142d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:28.913849 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20554676-4503-4275-a49a-b08fc712142d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:28.914309 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20554676-4503-4275-a49a-b08fc712142d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:28.914731 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20554676-4503-4275-a49a-b08fc712142d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:28.914992 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20554676-4503-4275-a49a-b08fc712142d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:28.915337 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20554676-4503-4275-a49a-b08fc712142d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:28.916618 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20554676-4503-4275-a49a-b08fc712142d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:28.916973 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20554676-4503-4275-a49a-b08fc712142d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:28.917309 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20554676-4503-4275-a49a-b08fc712142d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:29.168398 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28193070-cb72-474c-8d14-407146e14bff req-28002bd7-518a-4c77-9359-39a8e99c953f tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:29.170750 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-28193070-cb72-474c-8d14-407146e14bff req-28002bd7-518a-4c77-9359-39a8e99c953f tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0604074 Oct 20 13:36:29.231337 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-28193070-cb72-474c-8d14-407146e14bff req-b5436aa9-2cc9-46b4-9a7a-8c6aa03e01c0 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540771 Oct 20 13:36:29.264509 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 41126) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:29.266982 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3992cc-de74-4523-8ab8-66502f5ae0f3 req-6ab6a5fd-1dee-409d-b83d-04b40876ef47 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:29.269487 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9c3992cc-de74-4523-8ab8-66502f5ae0f3 req-6ab6a5fd-1dee-409d-b83d-04b40876ef47 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0636289 Oct 20 13:36:29.280399 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8421398e-2574-483b-97e2-24ab37e7b01f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:29.391945 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8421398e-2574-483b-97e2-24ab37e7b01f admin admin] Publish callbacks [] for security_group (0b15e573-8392-43a6-825c-e8747c4ec706), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:29.397759 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8421398e-2574-483b-97e2-24ab37e7b01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (0b15e573-8392-43a6-825c-e8747c4ec706), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:29.430710 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f936afac-1830-4e17-890c-805da73b405b req-a832f632-bb8c-4c77-aab3-e2c9f4a0f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:29.432220 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f936afac-1830-4e17-890c-805da73b405b req-a832f632-bb8c-4c77-aab3-e2c9f4a0f86c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c859482-bc24-4f85-8ad7-70cfdb97a23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1464672 Oct 20 13:36:29.436779 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9c3992cc-de74-4523-8ab8-66502f5ae0f3 req-8a0c6e27-4469-45b9-af70-e5211381857f tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1608260 Oct 20 13:36:29.441142 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-8421398e-2574-483b-97e2-24ab37e7b01f admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=380c2070914347f1a55046884b006a24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1725798 Oct 20 13:36:29.441142 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421398e-2574-483b-97e2-24ab37e7b01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b15e573-8392-43a6-825c-e8747c4ec706,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:29.442099 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 41130) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:29.497065 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e63ff751-b0d9-4b86-ad54-31f24a82aad8 req-670411fd-1720-492b-8618-cc7429c7ff90 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d74e8eea-b10e-43ce-b0cb-8741f1110868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015638 Oct 20 13:36:29.514294 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-301f6c5c-1ca2-4d24-8e24-a4beb85241f9 admin admin] Publish callbacks [] for security_group (0b15e573-8392-43a6-825c-e8747c4ec706), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:29.539647 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-301f6c5c-1ca2-4d24-8e24-a4beb85241f9 admin admin] Publish callbacks [] for security_group (0b15e573-8392-43a6-825c-e8747c4ec706), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:29.595316 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-301f6c5c-1ca2-4d24-8e24-a4beb85241f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (0b15e573-8392-43a6-825c-e8747c4ec706), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:29.599082 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:29.599613 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-301f6c5c-1ca2-4d24-8e24-a4beb85241f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:29.603218 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-301f6c5c-1ca2-4d24-8e24-a4beb85241f9 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/0b15e573-8392-43a6-825c-e8747c4ec706 HTTP/1.1" status: 204 len: 168 time: 0.1575193 Oct 20 13:36:29.609244 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f6c5c-1ca2-4d24-8e24-a4beb85241f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b15e573-8392-43a6-825c-e8747c4ec706,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:29.656430 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bce93-d045-45ec-aaf9-28298e2d4db5 req-2c9106d3-9976-4c5a-8c19-d51028de3f0f tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:29.658269 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-a05bce93-d045-45ec-aaf9-28298e2d4db5 req-2c9106d3-9976-4c5a-8c19-d51028de3f0f tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 945 time: 0.0519235 Oct 20 13:36:29.688178 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:29.724807 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-a05bce93-d045-45ec-aaf9-28298e2d4db5 req-75538663-6b87-403c-8221-70ca24628f6a tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bd44e02b-ecac-4264-9878-94ddd9dda499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551152 Oct 20 13:36:29.742678 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:29.780044 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b395368-df02-422a-a747-702a62b2e276 req-39d07ff6-3ade-4d5e-85bb-3cf3ee0d40fd tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:29.782483 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1b395368-df02-422a-a747-702a62b2e276 req-39d07ff6-3ade-4d5e-85bb-3cf3ee0d40fd tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 945 time: 0.0679984 Oct 20 13:36:29.852090 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1b395368-df02-422a-a747-702a62b2e276 req-e2c6c19a-9ebc-4947-a397-6476fbf91f94 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590010 Oct 20 13:36:30.124140 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 41166) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:30.128723 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=22 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:30.133815 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=12 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:30.239549 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f1020848-e267-43bb-8f58-928b90cc6d56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:30.323205 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f1020848-e267-43bb-8f58-928b90cc6d56 admin admin] Publish callbacks [] for security_group (9b46ccd6-7af7-48d2-a03f-89988bf6b434), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:30.327710 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f1020848-e267-43bb-8f58-928b90cc6d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (9b46ccd6-7af7-48d2-a03f-89988bf6b434), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:30.368527 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-f1020848-e267-43bb-8f58-928b90cc6d56 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=9c119266a2814a0d987a6215b980065f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433248 Oct 20 13:36:30.371308 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af2f0e-3096-4228-8f56-d959b47d025d req-28d16579-003c-4df5-a3bb-18707d384039 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:30.371775 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 41180) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:30.378258 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1020848-e267-43bb-8f58-928b90cc6d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b46ccd6-7af7-48d2-a03f-89988bf6b434,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:30.380073 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-72af2f0e-3096-4228-8f56-d959b47d025d req-28d16579-003c-4df5-a3bb-18707d384039 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0601761 Oct 20 13:36:30.393322 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 41184) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:30.432727 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:30.441022 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-951502d0-5955-4b9f-b5ee-32e7d9bbcb69 admin admin] Publish callbacks [] for security_group (9b46ccd6-7af7-48d2-a03f-89988bf6b434), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:30.443605 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:30.449706 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-72af2f0e-3096-4228-8f56-d959b47d025d req-1c4ddaa2-4bce-474f-8c77-7625708f619d tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677252 Oct 20 13:36:30.463248 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-951502d0-5955-4b9f-b5ee-32e7d9bbcb69 admin admin] Publish callbacks [] for security_group (9b46ccd6-7af7-48d2-a03f-89988bf6b434), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:30.520927 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-94fcc06a-6ac9-4565-8037-b90e861be417 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1501582826-network', 'tenant_id': '22424a637585415d86db35e23e1e06fe'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:36:30.539736 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-951502d0-5955-4b9f-b5ee-32e7d9bbcb69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (9b46ccd6-7af7-48d2-a03f-89988bf6b434), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:30.542264 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-951502d0-5955-4b9f-b5ee-32e7d9bbcb69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:30.543375 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-951502d0-5955-4b9f-b5ee-32e7d9bbcb69 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/9b46ccd6-7af7-48d2-a03f-89988bf6b434 HTTP/1.1" status: 204 len: 168 time: 0.1711140 Oct 20 13:36:30.554168 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:30.557259 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951502d0-5955-4b9f-b5ee-32e7d9bbcb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b46ccd6-7af7-48d2-a03f-89988bf6b434,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:30.599561 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fcc06a-6ac9-4565-8037-b90e861be417 admin admin] Made reservation on behalf of 22424a637585415d86db35e23e1e06fe for: {'network': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:36:30.602228 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-94fcc06a-6ac9-4565-8037-b90e861be417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for network (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:30.618544 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-94fcc06a-6ac9-4565-8037-b90e861be417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:30.633056 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf4e17-d3ba-49b3-92f1-5b47205ff05d req-cc8e62f0-b968-4a4e-a59e-5e9ddde10e28 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:30.634546 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-eecf4e17-d3ba-49b3-92f1-5b47205ff05d req-cc8e62f0-b968-4a4e-a59e-5e9ddde10e28 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0900996 Oct 20 13:36:30.638634 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3f0e2-598d-4834-acf9-36c5a08ac4b2 req-c785b32c-9140-4eaa-ac67-e83218ab3b02 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:30.640854 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-a6f3f0e2-598d-4834-acf9-36c5a08ac4b2 req-c785b32c-9140-4eaa-ac67-e83218ab3b02 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0500267 Oct 20 13:36:30.653440 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 41194) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:30.661183 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-ab533551-3cf1-43c5-91b8-c99a67db3f94 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Request body: {'floatingip': {'port_id': '20c71ca9-62f4-4658-828a-7e49ec9d9631'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:36:30.725667 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-eecf4e17-d3ba-49b3-92f1-5b47205ff05d req-d927b5c8-1b8b-4bf4-ad48-d0bbc8fbc12c tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775025 Oct 20 13:36:30.739666 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ab533551-3cf1-43c5-91b8-c99a67db3f94 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for floatingip (8c92e7f5-827d-47cb-8c4e-90f86d3439ea), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:30.776959 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-94fcc06a-6ac9-4565-8037-b90e861be417 admin admin] Publish callbacks [] for security_group (1b9bd8d5-b29d-4ec9-b81a-b7425f8493aa), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:30.786153 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-94fcc06a-6ac9-4565-8037-b90e861be417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (1b9bd8d5-b29d-4ec9-b81a-b7425f8493aa), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:30.811759 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94fcc06a-6ac9-4565-8037-b90e861be417 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=104733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 13:36:30.837466 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-94fcc06a-6ac9-4565-8037-b90e861be417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (51914173-c638-48df-bf44-578807caec55), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:30.838032 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.db.segments_db [None req-94fcc06a-6ac9-4565-8037-b90e861be417 admin admin] Added segment 51914173-c638-48df-bf44-578807caec55 of type vlan for network 002dee5e-4beb-4bbe-a3f2-a1ae24d5e773 Oct 20 13:36:30.852791 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fcc06a-6ac9-4565-8037-b90e861be417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9bd8d5-b29d-4ec9-b81a-b7425f8493aa,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:30.888769 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-94fcc06a-6ac9-4565-8037-b90e861be417 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747424292904'] for network (002dee5e-4beb-4bbe-a3f2-a1ae24d5e773), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:30.906227 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 41202) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:30.923896 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-94fcc06a-6ac9-4565-8037-b90e861be417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for network (002dee5e-4beb-4bbe-a3f2-a1ae24d5e773), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:30.925509 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fcc06a-6ac9-4565-8037-b90e861be417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:30.926083 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-94fcc06a-6ac9-4565-8037-b90e861be417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:30.939413 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697da67-0cad-40ab-a80a-1c5bb6d83d7e req-631398f2-c18f-43a0-a5ac-7b664b7054a3 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:30.941537 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-f697da67-0cad-40ab-a80a-1c5bb6d83d7e req-631398f2-c18f-43a0-a5ac-7b664b7054a3 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 945 time: 0.1117449 Oct 20 13:36:30.945157 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-bee8ab86-10a1-42c4-9c23-d2aafce60631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:30.986884 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-94fcc06a-6ac9-4565-8037-b90e861be417 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5920100 Oct 20 13:36:31.012614 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 41204) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:31.017362 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-8062435e-b91b-4345-ac92-b6f8da8efba5 admin admin] Request body: {'subnet': {'network_id': '002dee5e-4beb-4bbe-a3f2-a1ae24d5e773', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1501582826-subnet', 'tenant_id': '22424a637585415d86db35e23e1e06fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:36:31.023546 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fcc06a-6ac9-4565-8037-b90e861be417 admin admin] Pushing event updated for resources: {'Network': ['ID=002dee5e-4beb-4bbe-a3f2-a1ae24d5e773,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:31.037474 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Network 002dee5e-4beb-4bbe-a3f2-a1ae24d5e773 details requested by agent ovs-agent-dv-cinder-862136-1-iscsi with host dv-cinder-862136-1-iscsi {{(pid=104734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 13:36:31.038919 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e7d7d-9d2e-4360-8e9f-e5eab9711404 req-12858d4e-fa81-4d2c-a81c-7140c47861c8 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:31.041104 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e29e7d7d-9d2e-4360-8e9f-e5eab9711404 req-12858d4e-fa81-4d2c-a81c-7140c47861c8 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 945 time: 0.0951972 Oct 20 13:36:31.102458 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e29e7d7d-9d2e-4360-8e9f-e5eab9711404 req-d98a3d47-d095-4d9f-ac0a-3250a4a4efbb tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449531 Oct 20 13:36:31.127058 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-f697da67-0cad-40ab-a80a-1c5bb6d83d7e req-0eb6f6bf-b6a1-4f2e-9a0e-cd4e172c29ab tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bd44e02b-ecac-4264-9878-94ddd9dda499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766484 Oct 20 13:36:31.133613 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8062435e-b91b-4345-ac92-b6f8da8efba5 admin admin] Made reservation on behalf of 22424a637585415d86db35e23e1e06fe for: {'subnet': 1} {{(pid=104732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:36:31.135867 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8062435e-b91b-4345-ac92-b6f8da8efba5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:31.530042 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-bee8ab86-10a1-42c4-9c23-d2aafce60631 admin admin] Publish callbacks [] for security_group (4f198a2a-9341-4d00-9648-341f92857cde), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:31.541952 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-bee8ab86-10a1-42c4-9c23-d2aafce60631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (4f198a2a-9341-4d00-9648-341f92857cde), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:31.551892 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:31.692140 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8ab86-10a1-42c4-9c23-d2aafce60631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f198a2a-9341-4d00-9648-341f92857cde,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:31.717403 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-bee8ab86-10a1-42c4-9c23-d2aafce60631 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=8adaf78b1f9f4d21a853a2cc14a26788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8099246 Oct 20 13:36:31.720068 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 41210) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:31.775793 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-30f73c6e-55b6-4465-8e9f-d70eae9b05d7 admin admin] Publish callbacks [] for security_group (4f198a2a-9341-4d00-9648-341f92857cde), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:31.797774 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-30f73c6e-55b6-4465-8e9f-d70eae9b05d7 admin admin] Publish callbacks [] for security_group (4f198a2a-9341-4d00-9648-341f92857cde), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:31.875858 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e1a99-a87a-4c9c-af64-e03238ccc0a0 req-e877ae72-b449-4c2e-8456-ac99c8cfc2cc tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:31.877444 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ab7e1a99-a87a-4c9c-af64-e03238ccc0a0 req-e877ae72-b449-4c2e-8456-ac99c8cfc2cc tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0577664 Oct 20 13:36:31.892161 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8062435e-b91b-4345-ac92-b6f8da8efba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for subnet (9c436b04-c247-4ce9-8f6c-7105b4a89029), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:31.902142 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-30f73c6e-55b6-4465-8e9f-d70eae9b05d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (4f198a2a-9341-4d00-9648-341f92857cde), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:31.902304 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:31.904785 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-30f73c6e-55b6-4465-8e9f-d70eae9b05d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:31.905906 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-30f73c6e-55b6-4465-8e9f-d70eae9b05d7 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/4f198a2a-9341-4d00-9648-341f92857cde HTTP/1.1" status: 204 len: 168 time: 0.1848519 Oct 20 13:36:31.927172 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f73c6e-55b6-4465-8e9f-d70eae9b05d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f198a2a-9341-4d00-9648-341f92857cde,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:31.946985 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:31.961858 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ab7e1a99-a87a-4c9c-af64-e03238ccc0a0 req-8ac0d947-0aea-4a4c-b3ec-75fee2d817e5 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769925 Oct 20 13:36:31.974786 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ab533551-3cf1-43c5-91b8-c99a67db3f94 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:31.983579 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062435e-b91b-4345-ac92-b6f8da8efba5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c436b04-c247-4ce9-8f6c-7105b4a89029,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:31.992054 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ab533551-3cf1-43c5-91b8-c99a67db3f94 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (8c92e7f5-827d-47cb-8c4e-90f86d3439ea), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:32.045055 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8062435e-b91b-4345-ac92-b6f8da8efba5 admin admin] Checking segment: {'id': '51914173-c638-48df-bf44-578807caec55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '002dee5e-4beb-4bbe-a3f2-a1ae24d5e773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:36:32.045418 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8062435e-b91b-4345-ac92-b6f8da8efba5 admin admin] Network hostable DHCP agents. Network: 002dee5e-4beb-4bbe-a3f2-a1ae24d5e773, hostable agents: ['fc80e4aa-b75a-45f9-bc92-ee666d9592cb'], hosted agents: [] {{(pid=104732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 13:36:32.105132 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8062435e-b91b-4345-ac92-b6f8da8efba5 admin admin] Network 002dee5e-4beb-4bbe-a3f2-a1ae24d5e773 is scheduled to be hosted by DHCP agent fc80e4aa-b75a-45f9-bc92-ee666d9592cb with binding_index 1 {{(pid=104732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 13:36:32.113738 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.db.l3_db [None req-ab533551-3cf1-43c5-91b8-c99a67db3f94 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Floating IP 8c92e7f5-827d-47cb-8c4e-90f86d3439ea associated. External IP: 172.27.0.236, port: 20c71ca9-62f4-4658-828a-7e49ec9d9631. Oct 20 13:36:32.117247 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-8062435e-b91b-4345-ac92-b6f8da8efba5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862136-1-iscsi, 002dee5e-4beb-4bbe-a3f2-a1ae24d5e773) {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:36:32.121675 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8062435e-b91b-4345-ac92-b6f8da8efba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:32.122258 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8062435e-b91b-4345-ac92-b6f8da8efba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for subnet (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:32.127505 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baed79e-efdc-4ed3-b28c-a130bce97974 None None] Network 002dee5e-4beb-4bbe-a3f2-a1ae24d5e773 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:36:32.179066 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-8062435e-b91b-4345-ac92-b6f8da8efba5 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1651478 Oct 20 13:36:32.226294 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device c4329cd6-ac99-4465-b271-c87f6eb593c4 details requested by agent hyperv_hv-cinder-86213 with host hv-cinder-86213 {{(pid=104734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 13:36:32.244606 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device aa084c37-d6d3-49cd-83ce-62d9de1a28b8 up at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:36:32.326556 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:32.415321 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527c74e-d69a-45cf-b404-a156ee07b66c req-321ac91b-a931-4175-b1f5-47fbf32945b2 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:32.417387 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-0527c74e-d69a-45cf-b404-a156ee07b66c req-321ac91b-a931-4175-b1f5-47fbf32945b2 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 945 time: 0.1152101 Oct 20 13:36:32.459327 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning for port aa084c37-d6d3-49cd-83ce-62d9de1a28b8 completed by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 13:36:32.475948 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning complete for port aa084c37-d6d3-49cd-83ce-62d9de1a28b8 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:36:32.476469 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (aa084c37-d6d3-49cd-83ce-62d9de1a28b8), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:32.476799 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Attempt 1 to provision port aa084c37-d6d3-49cd-83ce-62d9de1a28b8 Oct 20 13:36:32.539927 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225cebd5-f333-4e6a-9cf9-dea281e155a1 None None] Network 002dee5e-4beb-4bbe-a3f2-a1ae24d5e773 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:36:32.545493 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a130dab-dbb3-4f9b-ae72-230518c8b358 req-5ba39b12-7c16-45b6-8e84-8d30d4fe1614 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:32.558461 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9a130dab-dbb3-4f9b-ae72-230518c8b358 req-5ba39b12-7c16-45b6-8e84-8d30d4fe1614 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 945 time: 0.2578776 Oct 20 13:36:32.567262 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab533551-3cf1-43c5-91b8-c99a67db3f94 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Router 1214a302-7c9d-4e34-aee5-073767be6284 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:36:32.572821 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-0527c74e-d69a-45cf-b404-a156ee07b66c req-ed28e334-9735-40e4-9182-e5b62f7ee6d8 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494813 Oct 20 13:36:32.600106 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f936afac-1830-4e17-890c-805da73b405b req-c2165b88-2cd5-4344-b250-2829fd16ce68 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c859482-bc24-4f85-8ad7-70cfdb97a23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5293658 Oct 20 13:36:32.651699 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:32.686562 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9a130dab-dbb3-4f9b-ae72-230518c8b358 req-6152a53f-33dd-4492-a91e-2c2b99d946c7 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bd44e02b-ecac-4264-9878-94ddd9dda499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268482 Oct 20 13:36:32.693866 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e63ff751-b0d9-4b86-ad54-31f24a82aad8 req-28f69fc6-5c32-4552-9e60-91bde093effa service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d74e8eea-b10e-43ce-b0cb-8741f1110868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6249108 Oct 20 13:36:32.701446 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port c4329cd6-ac99-4465-b271-c87f6eb593c4, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=c4329cd6-ac99-4465-b271-c87f6eb593c4,segment=NetworkSegment(05e72368-f775-4124-bc91-39623e93b8b1),segment_id=05e72368-f775-4124-bc91-39623e93b8b1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:36:32.746604 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab533551-3cf1-43c5-91b8-c99a67db3f94 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:36:32.751684 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ab533551-3cf1-43c5-91b8-c99a67db3f94 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:32.763438 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e55aa47-6d1d-43fb-a984-0b756b881da5 None None] Sync routers for ids ['1214a302-7c9d-4e34-aee5-073767be6284'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:36:32.781963 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e55aa47-6d1d-43fb-a984-0b756b881da5 None None] Routers {'1214a302-7c9d-4e34-aee5-073767be6284'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:36:32.785894 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-3e55aa47-6d1d-43fb-a984-0b756b881da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:36:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1214a302-7c9d-4e34-aee5-073767be6284'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:36:32.793813 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-ab533551-3cf1-43c5-91b8-c99a67db3f94 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/8c92e7f5-827d-47cb-8c4e-90f86d3439ea HTTP/1.1" status: 200 len: 991 time: 2.1368644 Oct 20 13:36:32.793813 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19146772-f7e2-43d8-b7b3-3c365f024e54', 'tag': '20c71ca9-62f4-4658-828a-7e49ec9d9631'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:36:32.801662 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed26d3489e22cc6b5a676e21476388eeae91a3b2122148cacb7fad647cd2228" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e780d918-7873-4ca8-b255-655d5e29b24c" -d '{"events": [{"name": "network-changed", "server_uuid": "19146772-f7e2-43d8-b7b3-3c365f024e54", "tag": "20c71ca9-62f4-4658-828a-7e49ec9d9631"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:36:32.865417 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e076b44-fd84-4dcd-ade5-22f69dc97561 x-openstack-request-id: req-1e076b44-fd84-4dcd-ade5-22f69dc97561 {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:36:32.866925 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19146772-f7e2-43d8-b7b3-3c365f024e54", "tag": "20c71ca9-62f4-4658-828a-7e49ec9d9631", "status": "completed", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:36:32.866925 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e076b44-fd84-4dcd-ade5-22f69dc97561 {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:36:32.866925 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e076b44-fd84-4dcd-ade5-22f69dc97561'] response: {'name': 'network-changed', 'server_uuid': '19146772-f7e2-43d8-b7b3-3c365f024e54', 'tag': '20c71ca9-62f4-4658-828a-7e49ec9d9631', 'status': 'completed', 'code': 200} Oct 20 13:36:32.922490 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port aa084c37-d6d3-49cd-83ce-62d9de1a28b8 is: BUILD; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:36:32.922879 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (aa084c37-d6d3-49cd-83ce-62d9de1a28b8), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:32.927696 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Returning: {'device': 'c4329cd6-ac99-4465-b271-c87f6eb593c4', 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'port_id': 'c4329cd6-ac99-4465-b271-c87f6eb593c4', 'mac_address': 'fa:16:3e:2e:17:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 13:36:32.954561 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:32.978616 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-3e55aa47-6d1d-43fb-a984-0b756b881da5 None None] Set router 1214a302-7c9d-4e34-aee5-073767be6284 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:36:32.993819 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port c4329cd6-ac99-4465-b271-c87f6eb593c4 is: DOWN; New status is: BUILD {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:36:32.994197 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (c4329cd6-ac99-4465-b271-c87f6eb593c4), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:33.019606 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4329cd6-ac99-4465-b271-c87f6eb593c4 {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:36:33.056032 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417ecff7-87f2-4818-9e78-a698e13fe46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa084c37-d6d3-49cd-83ce-62d9de1a28b8'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:36:33.058333 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5374b1acb5d21f0576c4c748ca21f6e32e0c69c98f35ada2d9891fed02f2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83845fee-e3e6-4e98-ace2-ad4cd6052468" -d '{"events": [{"server_uuid": "417ecff7-87f2-4818-9e78-a698e13fe46d", "name": "network-vif-plugged", "status": "completed", "tag": "aa084c37-d6d3-49cd-83ce-62d9de1a28b8"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:36:33.075758 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:33.078077 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port aa084c37-d6d3-49cd-83ce-62d9de1a28b8, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=aa084c37-d6d3-49cd-83ce-62d9de1a28b8,segment=NetworkSegment(837d042d-1e64-494c-bc82-8dbdd07f178f),segment_id=837d042d-1e64-494c-bc82-8dbdd07f178f)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:36:33.084215 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port c4329cd6-ac99-4465-b271-c87f6eb593c4, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=c4329cd6-ac99-4465-b271-c87f6eb593c4,segment=NetworkSegment(05e72368-f775-4124-bc91-39623e93b8b1),segment_id=05e72368-f775-4124-bc91-39623e93b8b1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:36:33.087494 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (aa084c37-d6d3-49cd-83ce-62d9de1a28b8), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:33.098262 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (c4329cd6-ac99-4465-b271-c87f6eb593c4), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:33.123529 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa2b231-364e-4bb9-aa58-f0878fee6962 x-openstack-request-id: req-0fa2b231-364e-4bb9-aa58-f0878fee6962 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:36:33.123943 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417ecff7-87f2-4818-9e78-a698e13fe46d", "name": "network-vif-plugged", "status": "completed", "tag": "aa084c37-d6d3-49cd-83ce-62d9de1a28b8", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:36:33.124233 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0fa2b231-364e-4bb9-aa58-f0878fee6962 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:36:33.124613 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fa2b231-364e-4bb9-aa58-f0878fee6962'] response: {'server_uuid': '417ecff7-87f2-4818-9e78-a698e13fe46d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa084c37-d6d3-49cd-83ce-62d9de1a28b8', 'code': 200} Oct 20 13:36:33.163889 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=aa084c37-d6d3-49cd-83ce-62d9de1a28b8,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:33.165646 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ffc5e1-15af-4c7c-bd59-9ce26781f6ee req-4f99c25d-60e4-404b-94fd-664257b1bdc1 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:33.167665 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-96ffc5e1-15af-4c7c-bd59-9ce26781f6ee req-4f99c25d-60e4-404b-94fd-664257b1bdc1 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 945 time: 0.0648050 Oct 20 13:36:33.176758 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:33.177344 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:33.177939 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:33.178471 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:33.178949 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:33.179525 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:33.179989 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:33.180499 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:33.180998 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:33.181458 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:33.181917 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:33.182391 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:33.182867 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:33.183324 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:33.183779 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:36:33.246707 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=c4329cd6-ac99-4465-b271-c87f6eb593c4,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:33.270595 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-96ffc5e1-15af-4c7c-bd59-9ce26781f6ee req-8b029d1f-5458-446c-bea0-d9f828af2dcc tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940311 Oct 20 13:36:33.356704 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-3e55aa47-6d1d-43fb-a984-0b756b881da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214a302-7c9d-4e34-aee5-073767be6284', 'name': 'tempest-AttachVolumeTestJSON-615351646-router', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:40Z', 'revision_number': 4, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'gw_port': {'id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': '8c92e7f5-827d-47cb-8c4e-90f86d3439ea', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'port_id': '20c71ca9-62f4-4658-828a-7e49ec9d9631', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0', 'mac_address': 'fa:16:3e:5d:4f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19146772-f7e2-43d8-b7b3-3c365f024e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:35:46Z', 'updated_at': '2022-10-20T13:36:31Z', 'revision_number': 1, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5de179-6711-4cdb-938e-88adc6331a34', 'name': '', 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'mac_address': 'fa:16:3e:33:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:38Z', 'updated_at': '2022-10-20T13:35:55Z', 'revision_number': 5, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'subnets': [{'id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:36:33.359843 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 41282) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:33.366986 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-d3eec25e-cf62-4a16-9927-2a362b5c4428 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-432964219-network', 'tenant_id': '97ad6ebdac2d4e13871d268804f3340f'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:36:33.385531 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e55aa47-6d1d-43fb-a984-0b756b881da5 None None] Checking router: 1214a302-7c9d-4e34-aee5-073767be6284 for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:36:33.395852 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3eec25e-cf62-4a16-9927-2a362b5c4428 admin admin] Made reservation on behalf of 97ad6ebdac2d4e13871d268804f3340f for: {'network': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:36:33.396402 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e55aa47-6d1d-43fb-a984-0b756b881da5 None None] Routers {'1214a302-7c9d-4e34-aee5-073767be6284'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:36:33.397253 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-3e55aa47-6d1d-43fb-a984-0b756b881da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:36:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1214a302-7c9d-4e34-aee5-073767be6284'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:36:33.398571 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d3eec25e-cf62-4a16-9927-2a362b5c4428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for network (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:33.407568 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d3eec25e-cf62-4a16-9927-2a362b5c4428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:33.491637 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d3eec25e-cf62-4a16-9927-2a362b5c4428 admin admin] Publish callbacks [] for security_group (d6907a9f-e776-4d00-9628-876a1f582b4e), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:33.500924 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d3eec25e-cf62-4a16-9927-2a362b5c4428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (d6907a9f-e776-4d00-9628-876a1f582b4e), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:33.508889 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-3e55aa47-6d1d-43fb-a984-0b756b881da5 None None] Set router 1214a302-7c9d-4e34-aee5-073767be6284 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:36:33.529143 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eec25e-cf62-4a16-9927-2a362b5c4428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6907a9f-e776-4d00-9628-876a1f582b4e,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:33.537003 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3eec25e-cf62-4a16-9927-2a362b5c4428 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=104733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 13:36:33.553350 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d3eec25e-cf62-4a16-9927-2a362b5c4428 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (0a8a906a-b94d-46ce-beaf-b4a9f90b1d0a), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:33.553912 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.db.segments_db [None req-d3eec25e-cf62-4a16-9927-2a362b5c4428 admin admin] Added segment 0a8a906a-b94d-46ce-beaf-b4a9f90b1d0a of type vlan for network 7fa89e4c-6089-4c14-bef4-f74ce731129c Oct 20 13:36:33.597771 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d3eec25e-cf62-4a16-9927-2a362b5c4428 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747424292904'] for network (7fa89e4c-6089-4c14-bef4-f74ce731129c), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:33.629554 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d3eec25e-cf62-4a16-9927-2a362b5c4428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for network (7fa89e4c-6089-4c14-bef4-f74ce731129c), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:33.630657 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3eec25e-cf62-4a16-9927-2a362b5c4428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:33.631268 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d3eec25e-cf62-4a16-9927-2a362b5c4428 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:33.634936 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:33.725454 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0777b-467f-48d8-b659-952d90c1f85b req-c007b1a4-42fc-42be-ba13-fded84fbdb44 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:33.727188 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-34b0777b-467f-48d8-b659-952d90c1f85b req-c007b1a4-42fc-42be-ba13-fded84fbdb44 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 945 time: 0.0603092 Oct 20 13:36:33.732857 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 41294) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:33.733073 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-d3eec25e-cf62-4a16-9927-2a362b5c4428 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3718281 Oct 20 13:36:33.736566 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eec25e-cf62-4a16-9927-2a362b5c4428 admin admin] Pushing event updated for resources: {'Network': ['ID=7fa89e4c-6089-4c14-bef4-f74ce731129c,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:33.739958 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-de238b6d-8cbf-40d9-9e10-b3da1a8df9ec admin admin] Request body: {'subnet': {'network_id': '7fa89e4c-6089-4c14-bef4-f74ce731129c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-432964219-subnet', 'tenant_id': '97ad6ebdac2d4e13871d268804f3340f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:36:33.749784 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Network 7fa89e4c-6089-4c14-bef4-f74ce731129c details requested by agent ovs-agent-dv-cinder-862136-1-iscsi with host dv-cinder-862136-1-iscsi {{(pid=104734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 13:36:33.802302 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de238b6d-8cbf-40d9-9e10-b3da1a8df9ec admin admin] Made reservation on behalf of 97ad6ebdac2d4e13871d268804f3340f for: {'subnet': 1} {{(pid=104732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:36:33.805494 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-de238b6d-8cbf-40d9-9e10-b3da1a8df9ec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:33.823190 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-3e55aa47-6d1d-43fb-a984-0b756b881da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214a302-7c9d-4e34-aee5-073767be6284', 'name': 'tempest-AttachVolumeTestJSON-615351646-router', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:40Z', 'revision_number': 4, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'gw_port': {'id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': '8c92e7f5-827d-47cb-8c4e-90f86d3439ea', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'port_id': '20c71ca9-62f4-4658-828a-7e49ec9d9631', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0', 'mac_address': 'fa:16:3e:5d:4f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19146772-f7e2-43d8-b7b3-3c365f024e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:35:46Z', 'updated_at': '2022-10-20T13:36:31Z', 'revision_number': 1, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5de179-6711-4cdb-938e-88adc6331a34', 'name': '', 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'mac_address': 'fa:16:3e:33:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:38Z', 'updated_at': '2022-10-20T13:35:55Z', 'revision_number': 5, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'subnets': [{'id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:36:33.857874 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e55aa47-6d1d-43fb-a984-0b756b881da5 None None] The sync data for ids ['1214a302-7c9d-4e34-aee5-073767be6284'] in dv-cinder-862136-1-iscsi is: [{'id': '1214a302-7c9d-4e34-aee5-073767be6284', 'name': 'tempest-AttachVolumeTestJSON-615351646-router', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:40Z', 'revision_number': 4, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'gw_port': {'id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': '8c92e7f5-827d-47cb-8c4e-90f86d3439ea', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'floating_ip_address': '172.27.0.236', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'port_id': '20c71ca9-62f4-4658-828a-7e49ec9d9631', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0', 'mac_address': 'fa:16:3e:5d:4f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19146772-f7e2-43d8-b7b3-3c365f024e54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:35:46Z', 'updated_at': '2022-10-20T13:36:31Z', 'revision_number': 1, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5de179-6711-4cdb-938e-88adc6331a34', 'name': '', 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'mac_address': 'fa:16:3e:33:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:38Z', 'updated_at': '2022-10-20T13:35:55Z', 'revision_number': 5, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'subnets': [{'id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:36:33.890720 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a72f9-efa2-407b-aea4-b8a39c3e9e2b req-bbcbc5dd-8dc5-4382-8d08-2d1175b9ea1d tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:33.892334 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7a9a72f9-efa2-407b-aea4-b8a39c3e9e2b req-bbcbc5dd-8dc5-4382-8d08-2d1175b9ea1d tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 946 time: 0.0823081 Oct 20 13:36:33.897256 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-34b0777b-467f-48d8-b659-952d90c1f85b req-46f45677-258b-4f07-8808-c0b4225ec999 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490176 Oct 20 13:36:33.956787 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7a9a72f9-efa2-407b-aea4-b8a39c3e9e2b req-e8d2e679-fd49-40d0-8586-59dc8b2004f2 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bd44e02b-ecac-4264-9878-94ddd9dda499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505538 Oct 20 13:36:34.035830 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:34.091442 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-de238b6d-8cbf-40d9-9e10-b3da1a8df9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for subnet (73032c6a-db97-48b0-b19e-7efddd64f1a0), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:34.145190 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b83c7f-cc28-4983-9b13-491d6d338139 None None] New status for floating IP 8c92e7f5-827d-47cb-8c4e-90f86d3439ea: ACTIVE {{(pid=104734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 13:36:34.165364 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de238b6d-8cbf-40d9-9e10-b3da1a8df9ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=73032c6a-db97-48b0-b19e-7efddd64f1a0,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:34.167413 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de238b6d-8cbf-40d9-9e10-b3da1a8df9ec admin admin] Checking segment: {'id': '0a8a906a-b94d-46ce-beaf-b4a9f90b1d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7fa89e4c-6089-4c14-bef4-f74ce731129c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:36:34.167761 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de238b6d-8cbf-40d9-9e10-b3da1a8df9ec admin admin] Network hostable DHCP agents. Network: 7fa89e4c-6089-4c14-bef4-f74ce731129c, hostable agents: ['fc80e4aa-b75a-45f9-bc92-ee666d9592cb'], hosted agents: [] {{(pid=104732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 13:36:34.186213 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de238b6d-8cbf-40d9-9e10-b3da1a8df9ec admin admin] Network 7fa89e4c-6089-4c14-bef4-f74ce731129c is scheduled to be hosted by DHCP agent fc80e4aa-b75a-45f9-bc92-ee666d9592cb with binding_index 1 {{(pid=104732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 13:36:34.197289 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-de238b6d-8cbf-40d9-9e10-b3da1a8df9ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862136-1-iscsi, 7fa89e4c-6089-4c14-bef4-f74ce731129c) {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:36:34.202271 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de238b6d-8cbf-40d9-9e10-b3da1a8df9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:34.202857 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-de238b6d-8cbf-40d9-9e10-b3da1a8df9ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for subnet (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:34.221889 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-de238b6d-8cbf-40d9-9e10-b3da1a8df9ec admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4868529 Oct 20 13:36:34.226341 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ad586d-f7a2-4a15-8c57-da4acfac7350 None None] Network 7fa89e4c-6089-4c14-bef4-f74ce731129c requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:36:34.494631 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4931d9-f401-4420-b2a5-54d5d99113cb None None] Network 7fa89e4c-6089-4c14-bef4-f74ce731129c requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:36:34.668226 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ada067-66cf-46c5-858c-88df03a36f66 req-e401d67f-776b-429e-8f2e-e4f3e3cc837c tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:34.669980 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-98ada067-66cf-46c5-858c-88df03a36f66 req-e401d67f-776b-429e-8f2e-e4f3e3cc837c tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 945 time: 0.2892921 Oct 20 13:36:34.724196 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-98ada067-66cf-46c5-858c-88df03a36f66 req-450cf853-802c-4bbd-a2f4-ea7426385eff tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463486 Oct 20 13:36:35.046795 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef829d7-d7d8-4903-8045-a40a0303f023 req-3f85b5f1-7b88-453a-a1f5-d147ce02aebd tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:35.055105 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2ef829d7-d7d8-4903-8045-a40a0303f023 req-3f85b5f1-7b88-453a-a1f5-d147ce02aebd tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 945 time: 0.0835502 Oct 20 13:36:35.095621 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08660b-4f42-4229-931f-49f6773b8528 req-69fb4f19-ee37-4b59-aa10-aa71211d38df tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:35.097911 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5f08660b-4f42-4229-931f-49f6773b8528 req-69fb4f19-ee37-4b59-aa10-aa71211d38df tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 946 time: 0.0494120 Oct 20 13:36:35.121817 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2ef829d7-d7d8-4903-8045-a40a0303f023 req-6a7cadd5-ebc2-475f-8f59-3bc94c2c021f tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597131 Oct 20 13:36:35.149438 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5f08660b-4f42-4229-931f-49f6773b8528 req-51ed57e4-e995-442d-b165-a55c9eee2a35 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bd44e02b-ecac-4264-9878-94ddd9dda499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455933 Oct 20 13:36:35.153912 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['c4329cd6-ac99-4465-b271-c87f6eb593c4'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:36:35.325887 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f936afac-1830-4e17-890c-805da73b405b req-90daa1de-0be4-4467-ada4-46703b88e93e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c859482-bc24-4f85-8ad7-70cfdb97a23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995371 Oct 20 13:36:35.759452 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780d918-7873-4ca8-b255-655d5e29b24c req-89eee315-344d-4f0b-83fa-ab2e59eb8b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:35.760883 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e780d918-7873-4ca8-b255-655d5e29b24c req-89eee315-344d-4f0b-83fa-ab2e59eb8b7c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=747a468811fb478aa6c49b848ccee6d0&device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 1129 time: 0.0422673 Oct 20 13:36:35.861864 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:35.919322 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe99a22-e586-4766-a75f-30e607e81b67 req-ec048df2-5132-40d3-91f6-6fbcfa5ddac2 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:35.920772 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4fe99a22-e586-4766-a75f-30e607e81b67 req-ec048df2-5132-40d3-91f6-6fbcfa5ddac2 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 945 time: 0.1000705 Oct 20 13:36:35.932703 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8dea6-2a0b-4390-948d-9a6ed197a571 req-6870e767-9c8d-4697-aebf-71653aa0df8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:35.934154 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d3f8dea6-2a0b-4390-948d-9a6ed197a571 req-6870e767-9c8d-4697-aebf-71653aa0df8f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 1130 time: 0.0971801 Oct 20 13:36:35.958738 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780d918-7873-4ca8-b255-655d5e29b24c req-07bfe73b-32d1-45da-919c-2c46be4067b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:35.960165 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e780d918-7873-4ca8-b255-655d5e29b24c req-07bfe73b-32d1-45da-919c-2c46be4067b8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=d308b555-e032-40ef-ae84-228dba4540e0 HTTP/1.1" status: 200 len: 911 time: 0.1926982 Oct 20 13:36:36.087888 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4fe99a22-e586-4766-a75f-30e607e81b67 req-5f4ee01b-162d-41b5-9314-c0d74853b693 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1610827 Oct 20 13:36:36.094186 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e780d918-7873-4ca8-b255-655d5e29b24c req-cf29ce60-c93f-499d-aaf0-581009a3a53c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20c71ca9-62f4-4658-828a-7e49ec9d9631 HTTP/1.1" status: 200 len: 1001 time: 0.1254683 Oct 20 13:36:36.100419 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d3f8dea6-2a0b-4390-948d-9a6ed197a571 req-6c3aa2a8-8dfe-408b-8789-6c58cd3f50d8 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=bd44e02b-ecac-4264-9878-94ddd9dda499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554136 Oct 20 13:36:36.146916 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780d918-7873-4ca8-b255-655d5e29b24c req-7c96ae76-2ca1-463b-9b9a-8d5a2b40cfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:36.148546 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e780d918-7873-4ca8-b255-655d5e29b24c req-7c96ae76-2ca1-463b-9b9a-8d5a2b40cfdb service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6fe06b3c-29c6-4094-8f91-406de935285f HTTP/1.1" status: 200 len: 849 time: 0.0472729 Oct 20 13:36:36.323621 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d159f-039a-4231-ab58-9066b01c3224 req-72bf162e-0481-45a9-b46e-aa3547e64237 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:36.325786 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-290d159f-039a-4231-ab58-9066b01c3224 req-72bf162e-0481-45a9-b46e-aa3547e64237 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 945 time: 0.0901961 Oct 20 13:36:36.377120 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2697fc-3e6c-4293-95ab-7564b8660dd2 req-ffd5d8c6-9bc0-4721-af57-b294331a1a44 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:36.386218 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1e2697fc-3e6c-4293-95ab-7564b8660dd2 req-ffd5d8c6-9bc0-4721-af57-b294331a1a44 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 946 time: 0.0901043 Oct 20 13:36:36.420904 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780d918-7873-4ca8-b255-655d5e29b24c req-61b0766f-cc28-4ffc-80dd-11f8391fc83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:36.423793 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e780d918-7873-4ca8-b255-655d5e29b24c req-61b0766f-cc28-4ffc-80dd-11f8391fc83f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=d308b555-e032-40ef-ae84-228dba4540e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1259737 Oct 20 13:36:36.438514 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-290d159f-039a-4231-ab58-9066b01c3224 req-2350c566-ee7e-4441-b70e-d2e437bd5c42 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053653 Oct 20 13:36:36.575450 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e902f-8b93-4e88-96e0-3f4b8466a975 req-cd8174f9-7832-4449-b15c-07f6f0383574 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:36.577050 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-e26e902f-8b93-4e88-96e0-3f4b8466a975 req-cd8174f9-7832-4449-b15c-07f6f0383574 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 945 time: 0.0543408 Oct 20 13:36:36.588345 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 41402) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:36.592979 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-fb814e63-45f6-41d6-a191-132c6a0ae7e5 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Request body: {'floatingip': {'port_id': '945c0530-b30a-4e15-a586-dfaaa2fdd6ae'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:36:36.641807 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fb814e63-45f6-41d6-a191-132c6a0ae7e5 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for floatingip (cd801b08-3aac-44e0-9b5a-bf4f86450df9), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:36.677520 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:36.702406 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1e2697fc-3e6c-4293-95ab-7564b8660dd2 req-88817b61-9e52-4a95-a145-a52aedf9f318 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bd44e02b-ecac-4264-9878-94ddd9dda499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139169 Oct 20 13:36:36.749909 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e780d918-7873-4ca8-b255-655d5e29b24c req-8e66f69c-43c8-4988-a5d8-8ca00206ac1b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d308b555-e032-40ef-ae84-228dba4540e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183403 Oct 20 13:36:36.764691 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:36.879776 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:36.896447 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e780d918-7873-4ca8-b255-655d5e29b24c req-b582e161-0bfe-4b4b-8e73-0ed5b6600c47 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d308b555-e032-40ef-ae84-228dba4540e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935941 Oct 20 13:36:37.058884 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device c4329cd6-ac99-4465-b271-c87f6eb593c4 up at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:36:37.074866 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:37.093754 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fb814e63-45f6-41d6-a191-132c6a0ae7e5 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:37.098467 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fb814e63-45f6-41d6-a191-132c6a0ae7e5 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (cd801b08-3aac-44e0-9b5a-bf4f86450df9), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:37.112024 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning for port c4329cd6-ac99-4465-b271-c87f6eb593c4 completed by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 13:36:37.117289 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning complete for port c4329cd6-ac99-4465-b271-c87f6eb593c4 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:36:37.117655 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (c4329cd6-ac99-4465-b271-c87f6eb593c4), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:37.118019 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Attempt 1 to provision port c4329cd6-ac99-4465-b271-c87f6eb593c4 Oct 20 13:36:37.187667 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:37.201719 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port c4329cd6-ac99-4465-b271-c87f6eb593c4 is: BUILD; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:36:37.202100 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (c4329cd6-ac99-4465-b271-c87f6eb593c4), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:37.231367 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b9ae5b-1e55-409f-9a61-b1e2a47d1b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4329cd6-ac99-4465-b271-c87f6eb593c4'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:36:37.233904 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5374b1acb5d21f0576c4c748ca21f6e32e0c69c98f35ada2d9891fed02f2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab0178a-c58e-48c6-9932-61290616d0e3" -d '{"events": [{"server_uuid": "93b9ae5b-1e55-409f-9a61-b1e2a47d1b58", "name": "network-vif-plugged", "status": "completed", "tag": "c4329cd6-ac99-4465-b271-c87f6eb593c4"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:36:37.238409 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:37.250500 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port c4329cd6-ac99-4465-b271-c87f6eb593c4, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=c4329cd6-ac99-4465-b271-c87f6eb593c4,segment=NetworkSegment(05e72368-f775-4124-bc91-39623e93b8b1),segment_id=05e72368-f775-4124-bc91-39623e93b8b1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:36:37.251941 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da54a78-57a4-45ee-ab8d-64299e4680c2 req-91cc4fc4-fef6-42fd-85f7-51f871544827 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:37.254324 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-8da54a78-57a4-45ee-ab8d-64299e4680c2 req-91cc4fc4-fef6-42fd-85f7-51f871544827 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 945 time: 0.0613930 Oct 20 13:36:37.256264 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.db.l3_db [None req-fb814e63-45f6-41d6-a191-132c6a0ae7e5 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Floating IP cd801b08-3aac-44e0-9b5a-bf4f86450df9 associated. External IP: 172.27.0.165, port: 945c0530-b30a-4e15-a586-dfaaa2fdd6ae. Oct 20 13:36:37.257802 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (c4329cd6-ac99-4465-b271-c87f6eb593c4), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:37.288631 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4cc15e-000b-408f-a9d2-add9a9de2586 x-openstack-request-id: req-cb4cc15e-000b-408f-a9d2-add9a9de2586 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:36:37.288951 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b9ae5b-1e55-409f-9a61-b1e2a47d1b58", "name": "network-vif-plugged", "status": "completed", "tag": "c4329cd6-ac99-4465-b271-c87f6eb593c4", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:36:37.289205 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb4cc15e-000b-408f-a9d2-add9a9de2586 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:36:37.289596 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb4cc15e-000b-408f-a9d2-add9a9de2586'] response: {'server_uuid': '93b9ae5b-1e55-409f-9a61-b1e2a47d1b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4329cd6-ac99-4465-b271-c87f6eb593c4', 'code': 200} Oct 20 13:36:37.320329 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=c4329cd6-ac99-4465-b271-c87f6eb593c4,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:37.388687 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-8da54a78-57a4-45ee-ab8d-64299e4680c2 req-10eb6481-d3e8-48f3-9740-30aa21072dbb tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869741 Oct 20 13:36:37.525532 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb814e63-45f6-41d6-a191-132c6a0ae7e5 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:36:37.697717 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ea598945-1558-4cd3-8d3b-b6217c3a7a71 req-a0790a45-783b-4417-b0b2-cdab8baf5cab service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0806730 Oct 20 13:36:37.701899 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb814e63-45f6-41d6-a191-132c6a0ae7e5 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:36:37.707394 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fb814e63-45f6-41d6-a191-132c6a0ae7e5 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:37.721478 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec43a03c-1d08-41b7-b999-14d8178ae120 None None] Sync routers for ids ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:36:37.748521 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec43a03c-1d08-41b7-b999-14d8178ae120 None None] Routers {'1f3c4c41-ebbf-411a-9bb1-1745db5a6489'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:36:37.749165 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-ec43a03c-1d08-41b7-b999-14d8178ae120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:36:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:36:37.797014 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-fb814e63-45f6-41d6-a191-132c6a0ae7e5 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/cd801b08-3aac-44e0-9b5a-bf4f86450df9 HTTP/1.1" status: 200 len: 991 time: 1.2074113 Oct 20 13:36:37.797868 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a07ca6e8-83ee-4690-97c1-7cc13774d5ea', 'tag': '945c0530-b30a-4e15-a586-dfaaa2fdd6ae'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:36:37.818677 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed26d3489e22cc6b5a676e21476388eeae91a3b2122148cacb7fad647cd2228" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ef3da06-20ac-4796-a017-0b7430a6ab23" -d '{"events": [{"name": "network-changed", "server_uuid": "a07ca6e8-83ee-4690-97c1-7cc13774d5ea", "tag": "945c0530-b30a-4e15-a586-dfaaa2fdd6ae"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:36:37.901433 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea598945-1558-4cd3-8d3b-b6217c3a7a71 req-5c8bab0d-d29d-49df-b1b0-99f028d6401e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:37.904185 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ea598945-1558-4cd3-8d3b-b6217c3a7a71 req-5c8bab0d-d29d-49df-b1b0-99f028d6401e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=747a468811fb478aa6c49b848ccee6d0&device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 1129 time: 0.1292403 Oct 20 13:36:37.972990 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15bda4f-5e39-4865-9df4-7bcc3764fdcf x-openstack-request-id: req-c15bda4f-5e39-4865-9df4-7bcc3764fdcf {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:36:37.973307 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a07ca6e8-83ee-4690-97c1-7cc13774d5ea", "tag": "945c0530-b30a-4e15-a586-dfaaa2fdd6ae", "status": "completed", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:36:37.973557 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c15bda4f-5e39-4865-9df4-7bcc3764fdcf {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:36:37.973942 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c15bda4f-5e39-4865-9df4-7bcc3764fdcf'] response: {'name': 'network-changed', 'server_uuid': 'a07ca6e8-83ee-4690-97c1-7cc13774d5ea', 'tag': '945c0530-b30a-4e15-a586-dfaaa2fdd6ae', 'status': 'completed', 'code': 200} Oct 20 13:36:37.974577 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a3595-7280-4533-8450-5383135d0817 req-643094d4-ae07-43fd-a560-dd8c21b03e7b tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:37.988237 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e24a3595-7280-4533-8450-5383135d0817 req-643094d4-ae07-43fd-a560-dd8c21b03e7b tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 946 time: 0.1496556 Oct 20 13:36:38.021166 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-ec43a03c-1d08-41b7-b999-14d8178ae120 None None] Set router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:36:38.197265 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3da06-20ac-4796-a017-0b7430a6ab23 req-0b9e9b9b-df19-4620-8cec-0ebe77b0bf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:38.198759 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3ef3da06-20ac-4796-a017-0b7430a6ab23 req-0b9e9b9b-df19-4620-8cec-0ebe77b0bf5c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b215cb88123a4851932dbf7dfa88f709&device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 1129 time: 0.1585405 Oct 20 13:36:38.204083 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107e570-ee3c-423f-bcce-7bf1175cc21b req-97658a48-c860-4a24-a92f-5e4d221cdb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:38.206003 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2107e570-ee3c-423f-bcce-7bf1175cc21b req-97658a48-c860-4a24-a92f-5e4d221cdb04 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 1130 time: 0.2633555 Oct 20 13:36:38.211981 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:38.233737 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e24a3595-7280-4533-8450-5383135d0817 req-2f35b1e0-9791-4348-b096-4459e57dd085 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bd44e02b-ecac-4264-9878-94ddd9dda499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445359 Oct 20 13:36:38.261782 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 41460) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:38.308708 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:38.329476 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea598945-1558-4cd3-8d3b-b6217c3a7a71 req-8c69561b-52b7-4498-89f7-4da626cbfe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:38.331533 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ea598945-1558-4cd3-8d3b-b6217c3a7a71 req-8c69561b-52b7-4498-89f7-4da626cbfe78 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=d308b555-e032-40ef-ae84-228dba4540e0 HTTP/1.1" status: 200 len: 911 time: 0.3335516 Oct 20 13:36:38.403967 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:38.411569 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-ec43a03c-1d08-41b7-b999-14d8178ae120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:37Z', 'revision_number': 4, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': 'cd801b08-3aac-44e0-9b5a-bf4f86450df9', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'port_id': '945c0530-b30a-4e15-a586-dfaaa2fdd6ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'mac_address': 'fa:16:3e:0c:26:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07ca6e8-83ee-4690-97c1-7cc13774d5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:35:47Z', 'updated_at': '2022-10-20T13:36:37Z', 'revision_number': 1, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86fac27a-cd4f-4973-a4ae-a8871270433b', 'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'mac_address': 'fa:16:3e:53:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:35Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 5, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'subnets': [{'id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:36:38.423477 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2107e570-ee3c-423f-bcce-7bf1175cc21b req-72d757ab-9fd8-4718-a89f-df620f857580 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004569 Oct 20 13:36:38.444951 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec43a03c-1d08-41b7-b999-14d8178ae120 None None] Checking router: 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:36:38.445066 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3da06-20ac-4796-a017-0b7430a6ab23 req-c12d00c5-2b0f-4b51-9b1a-14b966d8c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:38.446482 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3ef3da06-20ac-4796-a017-0b7430a6ab23 req-c12d00c5-2b0f-4b51-9b1a-14b966d8c43f service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=6a87efad-1518-4319-8b6e-3edd28303f86 HTTP/1.1" status: 200 len: 915 time: 0.2387843 Oct 20 13:36:38.448633 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ea598945-1558-4cd3-8d3b-b6217c3a7a71 req-664e6710-a6f1-4f0f-8593-4e9ef70227dd service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20c71ca9-62f4-4658-828a-7e49ec9d9631 HTTP/1.1" status: 200 len: 1001 time: 0.1059868 Oct 20 13:36:38.458221 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec43a03c-1d08-41b7-b999-14d8178ae120 None None] Routers {'1f3c4c41-ebbf-411a-9bb1-1745db5a6489'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:36:38.458885 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-ec43a03c-1d08-41b7-b999-14d8178ae120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:36:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:36:38.540106 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-de881505-341b-4d55-a8b2-82aaca498597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:38.569493 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db4028-21fc-4607-ba3b-ca49b08696eb req-25818611-ff29-4610-a48a-3ef77eb7f242 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:38.577924 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-a9db4028-21fc-4607-ba3b-ca49b08696eb req-25818611-ff29-4610-a48a-3ef77eb7f242 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.0841930 Oct 20 13:36:38.660202 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-de881505-341b-4d55-a8b2-82aaca498597 admin admin] Publish callbacks [] for security_group (7bacfeb0-2ce0-4613-97f4-66abb5a9d7e1), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:38.665204 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-a9db4028-21fc-4607-ba3b-ca49b08696eb req-a29875f4-4ece-4a3a-a6bc-d313e4aa479a tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858543 Oct 20 13:36:38.686572 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-de881505-341b-4d55-a8b2-82aaca498597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (7bacfeb0-2ce0-4613-97f4-66abb5a9d7e1), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:38.842677 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-ec43a03c-1d08-41b7-b999-14d8178ae120 None None] Set router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:36:38.894506 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:38.906170 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-de881505-341b-4d55-a8b2-82aaca498597 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=b272e5b187874e73b3356ec14840027b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6434290 Oct 20 13:36:38.910657 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 41492) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:38.914834 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de881505-341b-4d55-a8b2-82aaca498597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bacfeb0-2ce0-4613-97f4-66abb5a9d7e1,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:38.929197 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea598945-1558-4cd3-8d3b-b6217c3a7a71 req-e48fcebb-c7e6-41ce-977b-3d1c310f53b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:38.929197 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ea598945-1558-4cd3-8d3b-b6217c3a7a71 req-e48fcebb-c7e6-41ce-977b-3d1c310f53b6 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6fe06b3c-29c6-4094-8f91-406de935285f HTTP/1.1" status: 200 len: 849 time: 0.2572069 Oct 20 13:36:38.929914 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:38.932847 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3ef3da06-20ac-4796-a017-0b7430a6ab23 req-a1eb68b4-d8e5-4670-8599-8e3486630f50 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=945c0530-b30a-4e15-a586-dfaaa2fdd6ae HTTP/1.1" status: 200 len: 999 time: 0.2631054 Oct 20 13:36:38.974639 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 41496) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:38.995369 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7871c25a-a34e-4786-8c29-f0fe9f29bbd7 admin admin] Publish callbacks [] for security_group (7bacfeb0-2ce0-4613-97f4-66abb5a9d7e1), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:39.020068 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7871c25a-a34e-4786-8c29-f0fe9f29bbd7 admin admin] Publish callbacks [] for security_group (7bacfeb0-2ce0-4613-97f4-66abb5a9d7e1), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:39.078661 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7871c25a-a34e-4786-8c29-f0fe9f29bbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (7bacfeb0-2ce0-4613-97f4-66abb5a9d7e1), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:39.083022 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7871c25a-a34e-4786-8c29-f0fe9f29bbd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:39.084543 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-7871c25a-a34e-4786-8c29-f0fe9f29bbd7 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/7bacfeb0-2ce0-4613-97f4-66abb5a9d7e1 HTTP/1.1" status: 204 len: 168 time: 0.1727316 Oct 20 13:36:39.094674 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871c25a-a34e-4786-8c29-f0fe9f29bbd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bacfeb0-2ce0-4613-97f4-66abb5a9d7e1,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:39.138455 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-beee0a92-f7ba-4616-9ca0-8d553ed4af4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:39.153529 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-ec43a03c-1d08-41b7-b999-14d8178ae120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:37Z', 'revision_number': 4, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': 'cd801b08-3aac-44e0-9b5a-bf4f86450df9', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'port_id': '945c0530-b30a-4e15-a586-dfaaa2fdd6ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'mac_address': 'fa:16:3e:0c:26:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07ca6e8-83ee-4690-97c1-7cc13774d5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:35:47Z', 'updated_at': '2022-10-20T13:36:37Z', 'revision_number': 1, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86fac27a-cd4f-4973-a4ae-a8871270433b', 'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'mac_address': 'fa:16:3e:53:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:35Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 5, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'subnets': [{'id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:36:39.186419 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec43a03c-1d08-41b7-b999-14d8178ae120 None None] The sync data for ids ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'] in dv-cinder-862136-1-iscsi is: [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:37Z', 'revision_number': 4, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': 'cd801b08-3aac-44e0-9b5a-bf4f86450df9', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'port_id': '945c0530-b30a-4e15-a586-dfaaa2fdd6ae', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'mac_address': 'fa:16:3e:0c:26:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07ca6e8-83ee-4690-97c1-7cc13774d5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:35:47Z', 'updated_at': '2022-10-20T13:36:37Z', 'revision_number': 1, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86fac27a-cd4f-4973-a4ae-a8871270433b', 'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'mac_address': 'fa:16:3e:53:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:35Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 5, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'subnets': [{'id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:36:39.286174 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-beee0a92-f7ba-4616-9ca0-8d553ed4af4b admin admin] Publish callbacks [] for security_group (31b20e15-e804-4549-ae87-45e2b5f2ba1f), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:39.317350 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-beee0a92-f7ba-4616-9ca0-8d553ed4af4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (31b20e15-e804-4549-ae87-45e2b5f2ba1f), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:39.441979 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea598945-1558-4cd3-8d3b-b6217c3a7a71 req-4eac9bd6-14a2-48f8-b711-d7a7ac53b377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:39.457080 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ea598945-1558-4cd3-8d3b-b6217c3a7a71 req-4eac9bd6-14a2-48f8-b711-d7a7ac53b377 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=d308b555-e032-40ef-ae84-228dba4540e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1557922 Oct 20 13:36:39.457080 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3da06-20ac-4796-a017-0b7430a6ab23 req-9949adfc-d208-4f74-9ac6-b98742a657c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:39.457080 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3ef3da06-20ac-4796-a017-0b7430a6ab23 req-9949adfc-d208-4f74-9ac6-b98742a657c3 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=2fdacf12-c611-42fe-b6f6-2cbfeede8f9a HTTP/1.1" status: 200 len: 853 time: 0.1587381 Oct 20 13:36:39.457080 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee0a92-f7ba-4616-9ca0-8d553ed4af4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b20e15-e804-4549-ae87-45e2b5f2ba1f,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:39.462419 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-beee0a92-f7ba-4616-9ca0-8d553ed4af4b admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=db84fe89e0934db69643734c541c9824&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4865983 Oct 20 13:36:39.464912 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 41514) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:39.503807 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 41516) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:39.518639 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-395edea4-0f27-4a69-aa64-94fb9a447739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:39.576725 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:39.615565 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef3da06-20ac-4796-a017-0b7430a6ab23 req-ee8b433d-7abd-4685-8b5a-ce2819dd6a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:39.615950 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-395edea4-0f27-4a69-aa64-94fb9a447739 admin admin] Publish callbacks [] for security_group (57aefda1-f67a-4db7-9d07-ead3b7322ca1), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:39.617131 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3ef3da06-20ac-4796-a017-0b7430a6ab23 req-ee8b433d-7abd-4685-8b5a-ce2819dd6a13 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=6a87efad-1518-4319-8b6e-3edd28303f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1268568 Oct 20 13:36:39.620055 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-395edea4-0f27-4a69-aa64-94fb9a447739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (57aefda1-f67a-4db7-9d07-ead3b7322ca1), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:39.635773 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d3f7f5b2-8ba3-49a6-96af-d073feb0196c admin admin] Publish callbacks [] for security_group (31b20e15-e804-4549-ae87-45e2b5f2ba1f), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:39.664126 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395edea4-0f27-4a69-aa64-94fb9a447739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57aefda1-f67a-4db7-9d07-ead3b7322ca1,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:39.668572 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-395edea4-0f27-4a69-aa64-94fb9a447739 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=c7755054241d44adb6c8f302f1e67fe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1636429 Oct 20 13:36:39.671128 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 41518) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:39.678101 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ea598945-1558-4cd3-8d3b-b6217c3a7a71 req-8a134b6d-614b-4a6b-9a65-b3fd37919264 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d308b555-e032-40ef-ae84-228dba4540e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865017 Oct 20 13:36:39.680735 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d3f7f5b2-8ba3-49a6-96af-d073feb0196c admin admin] Publish callbacks [] for security_group (31b20e15-e804-4549-ae87-45e2b5f2ba1f), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:39.723115 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:39.747689 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d3f7f5b2-8ba3-49a6-96af-d073feb0196c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (31b20e15-e804-4549-ae87-45e2b5f2ba1f), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:39.751530 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d3f7f5b2-8ba3-49a6-96af-d073feb0196c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:39.755623 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-d3f7f5b2-8ba3-49a6-96af-d073feb0196c admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/31b20e15-e804-4549-ae87-45e2b5f2ba1f HTTP/1.1" status: 204 len: 168 time: 0.2868381 Oct 20 13:36:39.763273 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a84f04c4-1862-4848-a814-e2ff73a439a2 admin admin] Publish callbacks [] for security_group (57aefda1-f67a-4db7-9d07-ead3b7322ca1), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:39.772702 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7f5b2-8ba3-49a6-96af-d073feb0196c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b20e15-e804-4549-ae87-45e2b5f2ba1f,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:39.786978 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a84f04c4-1862-4848-a814-e2ff73a439a2 admin admin] Publish callbacks [] for security_group (57aefda1-f67a-4db7-9d07-ead3b7322ca1), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:39.825525 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2e2f8-b270-4271-8626-d1537970b12d req-d1b034ad-9b07-4a7b-ae44-477001bd31ac tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:39.828177 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-98b2e2f8-b270-4271-8626-d1537970b12d req-d1b034ad-9b07-4a7b-ae44-477001bd31ac tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.0653698 Oct 20 13:36:39.852914 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a84f04c4-1862-4848-a814-e2ff73a439a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (57aefda1-f67a-4db7-9d07-ead3b7322ca1), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:39.856684 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a84f04c4-1862-4848-a814-e2ff73a439a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:39.858105 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-a84f04c4-1862-4848-a814-e2ff73a439a2 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/57aefda1-f67a-4db7-9d07-ead3b7322ca1 HTTP/1.1" status: 204 len: 168 time: 0.1860702 Oct 20 13:36:39.881286 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84f04c4-1862-4848-a814-e2ff73a439a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57aefda1-f67a-4db7-9d07-ead3b7322ca1,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:39.902260 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-98b2e2f8-b270-4271-8626-d1537970b12d req-8540a30d-249d-4c62-ae59-e2f8787e88b5 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675728 Oct 20 13:36:40.305677 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd19b90a-018c-4dd9-b88b-b6692f72e2f9 None None] New status for floating IP cd801b08-3aac-44e0-9b5a-bf4f86450df9: ACTIVE {{(pid=104734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 13:36:40.451322 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ea598945-1558-4cd3-8d3b-b6217c3a7a71 req-b312e3fc-c2b7-45d1-a160-b85f9c2324cc service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d308b555-e032-40ef-ae84-228dba4540e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396336 Oct 20 13:36:40.457576 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3ef3da06-20ac-4796-a017-0b7430a6ab23 req-413cf6a7-4607-4292-931a-d3fd551d2677 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568963 Oct 20 13:36:40.478948 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 41562) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:40.498434 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ff9c8d19-d0e1-4320-80cc-57397b9d5ad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:40.676550 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ff9c8d19-d0e1-4320-80cc-57397b9d5ad5 admin admin] Publish callbacks [] for security_group (2852da27-5973-412e-841c-b9988f1cdfbd), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:40.683986 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ff9c8d19-d0e1-4320-80cc-57397b9d5ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (2852da27-5973-412e-841c-b9988f1cdfbd), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:40.713056 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3ef3da06-20ac-4796-a017-0b7430a6ab23 req-4cdd28f5-6764-4a00-bf71-08cc18a774ca service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276542 Oct 20 13:36:40.724210 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-ff9c8d19-d0e1-4320-80cc-57397b9d5ad5 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=5ac3e8306f2946b3aaa0978bf6337e04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2442393 Oct 20 13:36:40.727854 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 41572) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:40.750895 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9c8d19-d0e1-4320-80cc-57397b9d5ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2852da27-5973-412e-841c-b9988f1cdfbd,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:40.779101 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:40.791191 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 41574) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:40.808220 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-24a1e4cf-3a20-49a4-bc8e-dc5bb1f12a5f admin admin] Publish callbacks [] for security_group (2852da27-5973-412e-841c-b9988f1cdfbd), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:40.833684 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-24a1e4cf-3a20-49a4-bc8e-dc5bb1f12a5f admin admin] Publish callbacks [] for security_group (2852da27-5973-412e-841c-b9988f1cdfbd), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:40.903679 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-24a1e4cf-3a20-49a4-bc8e-dc5bb1f12a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (2852da27-5973-412e-841c-b9988f1cdfbd), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:40.918599 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-24a1e4cf-3a20-49a4-bc8e-dc5bb1f12a5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:40.920247 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-24a1e4cf-3a20-49a4-bc8e-dc5bb1f12a5f admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/2852da27-5973-412e-841c-b9988f1cdfbd HTTP/1.1" status: 204 len: 168 time: 0.1912835 Oct 20 13:36:40.932407 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1e4cf-3a20-49a4-bc8e-dc5bb1f12a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2852da27-5973-412e-841c-b9988f1cdfbd,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:41.118592 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489cce5-ced2-4e1b-8e9a-f451e2906a63 req-4cefdd4f-6767-409c-877f-ec27a997c200 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:41.129827 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b489cce5-ced2-4e1b-8e9a-f451e2906a63 req-4cefdd4f-6767-409c-877f-ec27a997c200 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.0914023 Oct 20 13:36:41.130362 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-23e0ed27-6ef7-4ff4-85a4-1271b578d1ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:41.212738 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b489cce5-ced2-4e1b-8e9a-f451e2906a63 req-cfba9355-dd31-4cc9-995f-cbf43b0320aa tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813818 Oct 20 13:36:41.262730 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:41.386895 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-23e0ed27-6ef7-4ff4-85a4-1271b578d1ef admin admin] Publish callbacks [] for security_group (3f32be94-7a75-4e3b-9f1e-ec12d6dab29b), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:41.395794 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-23e0ed27-6ef7-4ff4-85a4-1271b578d1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (3f32be94-7a75-4e3b-9f1e-ec12d6dab29b), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:41.415717 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eabbaf-b0df-44a9-9b6f-cc293a729fae req-03750ba8-8ba2-4a05-bac5-1614498411bb tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:41.418297 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-73eabbaf-b0df-44a9-9b6f-cc293a729fae req-03750ba8-8ba2-4a05-bac5-1614498411bb tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.0821302 Oct 20 13:36:41.437464 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 41600) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:41.444220 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-1a3439ee-80b4-4209-88ef-ec91c78c6691 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Request body: {'floatingip': {'port_id': 'c4329cd6-ac99-4465-b271-c87f6eb593c4'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:36:41.523302 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0ed27-6ef7-4ff4-85a4-1271b578d1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f32be94-7a75-4e3b-9f1e-ec12d6dab29b,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:41.540766 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-23e0ed27-6ef7-4ff4-85a4-1271b578d1ef admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=fe5c694c6b584821b95eb97d68a83af1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7461677 Oct 20 13:36:41.541590 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 41606) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:41.603192 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-1a3439ee-80b4-4209-88ef-ec91c78c6691 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for floatingip (32728483-0b35-4fc0-b950-6d62f1665cfa), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:41.635455 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e3899891-bd12-44e7-9047-8d9312fd634e admin admin] Publish callbacks [] for security_group (3f32be94-7a75-4e3b-9f1e-ec12d6dab29b), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:41.662376 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e3899891-bd12-44e7-9047-8d9312fd634e admin admin] Publish callbacks [] for security_group (3f32be94-7a75-4e3b-9f1e-ec12d6dab29b), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:41.729512 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e3899891-bd12-44e7-9047-8d9312fd634e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (3f32be94-7a75-4e3b-9f1e-ec12d6dab29b), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:41.734721 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e3899891-bd12-44e7-9047-8d9312fd634e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:41.736831 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-e3899891-bd12-44e7-9047-8d9312fd634e admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/3f32be94-7a75-4e3b-9f1e-ec12d6dab29b HTTP/1.1" status: 204 len: 168 time: 0.1933863 Oct 20 13:36:41.748623 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3899891-bd12-44e7-9047-8d9312fd634e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f32be94-7a75-4e3b-9f1e-ec12d6dab29b,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:42.047252 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:42.546276 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-1a3439ee-80b4-4209-88ef-ec91c78c6691 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:42.551100 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-1a3439ee-80b4-4209-88ef-ec91c78c6691 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (32728483-0b35-4fc0-b950-6d62f1665cfa), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:42.653399 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.db.l3_db [None req-1a3439ee-80b4-4209-88ef-ec91c78c6691 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Floating IP 32728483-0b35-4fc0-b950-6d62f1665cfa associated. External IP: 172.27.0.28, port: c4329cd6-ac99-4465-b271-c87f6eb593c4. Oct 20 13:36:42.880853 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a3439ee-80b4-4209-88ef-ec91c78c6691 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Router 19956344-d0ce-4773-87fe-8839c5db68f1 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:36:42.895279 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:43.003751 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3439ee-80b4-4209-88ef-ec91c78c6691 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:36:43.009422 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-1a3439ee-80b4-4209-88ef-ec91c78c6691 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:43.015931 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50c0a28-a3f3-41a0-a91d-b273e312bd81 None None] Sync routers for ids ['19956344-d0ce-4773-87fe-8839c5db68f1'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:36:43.030391 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50c0a28-a3f3-41a0-a91d-b273e312bd81 None None] Routers {'19956344-d0ce-4773-87fe-8839c5db68f1'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:36:43.031262 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-b50c0a28-a3f3-41a0-a91d-b273e312bd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:36:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['19956344-d0ce-4773-87fe-8839c5db68f1'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:36:43.047910 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-1a3439ee-80b4-4209-88ef-ec91c78c6691 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/32728483-0b35-4fc0-b950-6d62f1665cfa HTTP/1.1" status: 200 len: 991 time: 1.6071365 Oct 20 13:36:43.048554 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b9ae5b-1e55-409f-9a61-b1e2a47d1b58', 'tag': 'c4329cd6-ac99-4465-b271-c87f6eb593c4'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:36:43.051524 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a701375-6b40-4405-b654-7f7bf4357456" -d '{"events": [{"name": "network-changed", "server_uuid": "93b9ae5b-1e55-409f-9a61-b1e2a47d1b58", "tag": "c4329cd6-ac99-4465-b271-c87f6eb593c4"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:36:43.097457 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8834b4-de73-4710-a438-d79c3f68f0ec x-openstack-request-id: req-4b8834b4-de73-4710-a438-d79c3f68f0ec {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:36:43.097747 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b9ae5b-1e55-409f-9a61-b1e2a47d1b58", "tag": "c4329cd6-ac99-4465-b271-c87f6eb593c4", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:36:43.098001 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4b8834b4-de73-4710-a438-d79c3f68f0ec {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:36:43.098399 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b8834b4-de73-4710-a438-d79c3f68f0ec'] response: {'name': 'network-changed', 'server_uuid': '93b9ae5b-1e55-409f-9a61-b1e2a47d1b58', 'tag': 'c4329cd6-ac99-4465-b271-c87f6eb593c4', 'status': 'completed', 'code': 200} Oct 20 13:36:43.147951 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-b50c0a28-a3f3-41a0-a91d-b273e312bd81 None None] Set router 19956344-d0ce-4773-87fe-8839c5db68f1 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:36:43.190137 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a701375-6b40-4405-b654-7f7bf4357456 req-7cc13097-0350-4db5-97a4-d3db0d470142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:43.192366 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8a701375-6b40-4405-b654-7f7bf4357456 req-7cc13097-0350-4db5-97a4-d3db0d470142 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f9addc326c51410f809805d8b44c5c17&device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 1130 time: 0.0589783 Oct 20 13:36:43.301657 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a701375-6b40-4405-b654-7f7bf4357456 req-3d4174b7-ce79-4141-99b8-d507243cb142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:43.303121 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8a701375-6b40-4405-b654-7f7bf4357456 req-3d4174b7-ce79-4141-99b8-d507243cb142 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c859482-bc24-4f85-8ad7-70cfdb97a23e HTTP/1.1" status: 200 len: 917 time: 0.1032343 Oct 20 13:36:43.420849 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8a701375-6b40-4405-b654-7f7bf4357456 req-f16e0115-c57d-4e84-b483-7f5d1dea5a65 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4329cd6-ac99-4465-b271-c87f6eb593c4 HTTP/1.1" status: 200 len: 999 time: 0.1109469 Oct 20 13:36:43.534540 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-b50c0a28-a3f3-41a0-a91d-b273e312bd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'name': 'tempest-AttachVolumeShelveTestJSON-387486094-router', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:41Z', 'revision_number': 4, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'gw_port': {'id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': '32728483-0b35-4fc0-b950-6d62f1665cfa', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'port_id': 'c4329cd6-ac99-4465-b271-c87f6eb593c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'mac_address': 'fa:16:3e:2e:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b9ae5b-1e55-409f-9a61-b1e2a47d1b58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:35:50Z', 'updated_at': '2022-10-20T13:36:42Z', 'revision_number': 1, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e9e3e1-270d-4309-934f-1dc7446bbcad', 'name': '', 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'mac_address': 'fa:16:3e:05:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:39Z', 'updated_at': '2022-10-20T13:35:54Z', 'revision_number': 5, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'subnets': [{'id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:36:43.556076 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a701375-6b40-4405-b654-7f7bf4357456 req-3c2db6b8-38cd-4292-bceb-678e9d3ca052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:43.557865 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8a701375-6b40-4405-b654-7f7bf4357456 req-3c2db6b8-38cd-4292-bceb-678e9d3ca052 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=eb211b48-f491-42bc-8f6d-654db7c34008 HTTP/1.1" status: 200 len: 855 time: 0.1131358 Oct 20 13:36:43.571100 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50c0a28-a3f3-41a0-a91d-b273e312bd81 None None] Checking router: 19956344-d0ce-4773-87fe-8839c5db68f1 for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:36:43.581972 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50c0a28-a3f3-41a0-a91d-b273e312bd81 None None] Routers {'19956344-d0ce-4773-87fe-8839c5db68f1'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:36:43.582819 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-b50c0a28-a3f3-41a0-a91d-b273e312bd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:36:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['19956344-d0ce-4773-87fe-8839c5db68f1'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:36:43.634332 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a701375-6b40-4405-b654-7f7bf4357456 req-e0993cb1-8ff7-4efd-9887-b57add32f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:43.641420 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8a701375-6b40-4405-b654-7f7bf4357456 req-e0993cb1-8ff7-4efd-9887-b57add32f0af service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c859482-bc24-4f85-8ad7-70cfdb97a23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721316 Oct 20 13:36:43.674514 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:43.706381 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-b50c0a28-a3f3-41a0-a91d-b273e312bd81 None None] Set router 19956344-d0ce-4773-87fe-8839c5db68f1 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:36:43.736929 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:43.981897 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-b50c0a28-a3f3-41a0-a91d-b273e312bd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'name': 'tempest-AttachVolumeShelveTestJSON-387486094-router', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:41Z', 'revision_number': 4, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'gw_port': {'id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': '32728483-0b35-4fc0-b950-6d62f1665cfa', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'port_id': 'c4329cd6-ac99-4465-b271-c87f6eb593c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'mac_address': 'fa:16:3e:2e:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b9ae5b-1e55-409f-9a61-b1e2a47d1b58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:35:50Z', 'updated_at': '2022-10-20T13:36:42Z', 'revision_number': 1, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e9e3e1-270d-4309-934f-1dc7446bbcad', 'name': '', 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'mac_address': 'fa:16:3e:05:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:39Z', 'updated_at': '2022-10-20T13:35:54Z', 'revision_number': 5, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'subnets': [{'id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:36:44.017075 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50c0a28-a3f3-41a0-a91d-b273e312bd81 None None] The sync data for ids ['19956344-d0ce-4773-87fe-8839c5db68f1'] in dv-cinder-862136-1-iscsi is: [{'id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'name': 'tempest-AttachVolumeShelveTestJSON-387486094-router', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:41Z', 'revision_number': 4, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'gw_port': {'id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': '32728483-0b35-4fc0-b950-6d62f1665cfa', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'floating_ip_address': '172.27.0.28', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'port_id': 'c4329cd6-ac99-4465-b271-c87f6eb593c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'mac_address': 'fa:16:3e:2e:17:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b9ae5b-1e55-409f-9a61-b1e2a47d1b58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:35:50Z', 'updated_at': '2022-10-20T13:36:42Z', 'revision_number': 1, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e9e3e1-270d-4309-934f-1dc7446bbcad', 'name': '', 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'mac_address': 'fa:16:3e:05:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:39Z', 'updated_at': '2022-10-20T13:35:54Z', 'revision_number': 5, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'subnets': [{'id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:36:44.120360 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:44.166325 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8a701375-6b40-4405-b654-7f7bf4357456 req-8e29b9e5-b7f0-43f7-9ffd-68a71b6e5929 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c859482-bc24-4f85-8ad7-70cfdb97a23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163939 Oct 20 13:36:44.283941 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8a701375-6b40-4405-b654-7f7bf4357456 req-8a07f808-4ac4-4394-b687-849c8a1cf8f4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c859482-bc24-4f85-8ad7-70cfdb97a23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112051 Oct 20 13:36:44.352807 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f0f79e-c39a-4c1b-b1f2-a6b5f61cb742 None None] New status for floating IP 32728483-0b35-4fc0-b950-6d62f1665cfa: ACTIVE {{(pid=104734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 13:36:47.438668 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 41868) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:47.600778 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-163cd295-eb94-478b-98d3-3819f40987cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:47.675482 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-163cd295-eb94-478b-98d3-3819f40987cd admin admin] Publish callbacks [] for security_group (7e3c444a-789c-4c0f-aa98-df0541a671cc), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:47.679268 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-163cd295-eb94-478b-98d3-3819f40987cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (7e3c444a-789c-4c0f-aa98-df0541a671cc), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:47.721100 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163cd295-eb94-478b-98d3-3819f40987cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3c444a-789c-4c0f-aa98-df0541a671cc,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:47.725815 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-163cd295-eb94-478b-98d3-3819f40987cd admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=190e4a2e98cd41f89df5e698bd45bbe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2860987 Oct 20 13:36:47.728429 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 41874) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:47.778012 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ac8ca67c-75d3-4a83-b7ed-b030d9eae18d admin admin] Publish callbacks [] for security_group (7e3c444a-789c-4c0f-aa98-df0541a671cc), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:47.798406 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ac8ca67c-75d3-4a83-b7ed-b030d9eae18d admin admin] Publish callbacks [] for security_group (7e3c444a-789c-4c0f-aa98-df0541a671cc), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:47.808546 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:47.849974 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ac8ca67c-75d3-4a83-b7ed-b030d9eae18d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (7e3c444a-789c-4c0f-aa98-df0541a671cc), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:47.852533 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ac8ca67c-75d3-4a83-b7ed-b030d9eae18d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:47.853835 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-ac8ca67c-75d3-4a83-b7ed-b030d9eae18d admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/7e3c444a-789c-4c0f-aa98-df0541a671cc HTTP/1.1" status: 204 len: 168 time: 0.1244712 Oct 20 13:36:47.862053 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ca67c-75d3-4a83-b7ed-b030d9eae18d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3c444a-789c-4c0f-aa98-df0541a671cc,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:48.161724 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 41902) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:48.178124 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-3d375282-3961-4d1e-b507-b47c7546cc43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:48.264308 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-3d375282-3961-4d1e-b507-b47c7546cc43 admin admin] Publish callbacks [] for security_group (c750c5ab-6028-4055-85e1-e9209a5b4149), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:48.269600 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-3d375282-3961-4d1e-b507-b47c7546cc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (c750c5ab-6028-4055-85e1-e9209a5b4149), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:48.310736 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d375282-3961-4d1e-b507-b47c7546cc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c750c5ab-6028-4055-85e1-e9209a5b4149,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:48.317274 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-3d375282-3961-4d1e-b507-b47c7546cc43 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=51f1a35e146e4e48a2c10bf15fd2070b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544240 Oct 20 13:36:48.320560 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 41908) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:48.383331 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:48.416831 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6e2f12d5-c044-4ea0-a99a-8c92736407de admin admin] Publish callbacks [] for security_group (c750c5ab-6028-4055-85e1-e9209a5b4149), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:48.441085 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6e2f12d5-c044-4ea0-a99a-8c92736407de admin admin] Publish callbacks [] for security_group (c750c5ab-6028-4055-85e1-e9209a5b4149), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:48.507671 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6e2f12d5-c044-4ea0-a99a-8c92736407de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (c750c5ab-6028-4055-85e1-e9209a5b4149), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:48.510712 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6e2f12d5-c044-4ea0-a99a-8c92736407de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:48.517209 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-6e2f12d5-c044-4ea0-a99a-8c92736407de admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/c750c5ab-6028-4055-85e1-e9209a5b4149 HTTP/1.1" status: 204 len: 168 time: 0.1954324 Oct 20 13:36:48.529652 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f12d5-c044-4ea0-a99a-8c92736407de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c750c5ab-6028-4055-85e1-e9209a5b4149,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:49.123015 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:36:49.590345 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 41968) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:49.641335 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_v2 [None req-61a30ff7-e910-4741-83f5-bdfe086689d6 admin admin] Deleting subnet 9c436b04-c247-4ce9-8f6c-7105b4a89029 {{(pid=104732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 13:36:49.645998 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-61a30ff7-e910-4741-83f5-bdfe086689d6 admin admin] Publish callbacks [] for subnet (9c436b04-c247-4ce9-8f6c-7105b4a89029), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:49.683112 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-61a30ff7-e910-4741-83f5-bdfe086689d6 admin admin] Publish callbacks [] for subnet (9c436b04-c247-4ce9-8f6c-7105b4a89029), precommit_delete_associations {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:49.692730 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-61a30ff7-e910-4741-83f5-bdfe086689d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1335179'] for subnet (9c436b04-c247-4ce9-8f6c-7105b4a89029), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:49.769877 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-61a30ff7-e910-4741-83f5-bdfe086689d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1335184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for subnet (9c436b04-c247-4ce9-8f6c-7105b4a89029), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:49.800781 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a30ff7-e910-4741-83f5-bdfe086689d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c436b04-c247-4ce9-8f6c-7105b4a89029,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:49.802945 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-61a30ff7-e910-4741-83f5-bdfe086689d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:49.809556 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-61a30ff7-e910-4741-83f5-bdfe086689d6 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/9c436b04-c247-4ce9-8f6c-7105b4a89029 HTTP/1.1" status: 204 len: 168 time: 0.2147596 Oct 20 13:36:49.809556 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 41980) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:49.884023 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6721162f-1981-47e8-8be9-c9a14698b388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466521'] for network (002dee5e-4beb-4bbe-a3f2-a1ae24d5e773), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:49.975069 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6721162f-1981-47e8-8be9-c9a14698b388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335235', 'neutron.services.segments.db._delete_segments_for_network-8747424857155'] for network (002dee5e-4beb-4bbe-a3f2-a1ae24d5e773), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:50.001967 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6721162f-1981-47e8-8be9-c9a14698b388 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:36:50.002830 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6721162f-1981-47e8-8be9-c9a14698b388 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:36:50.003611 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6721162f-1981-47e8-8be9-c9a14698b388 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:36:50.004087 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6721162f-1981-47e8-8be9-c9a14698b388 admin admin] Subscribe: > port after_create 55550000 {{(pid=104732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:36:50.004262 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6721162f-1981-47e8-8be9-c9a14698b388 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:36:50.004604 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6721162f-1981-47e8-8be9-c9a14698b388 admin admin] Subscribe: > port after_update 55550000 {{(pid=104732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:36:50.004993 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6721162f-1981-47e8-8be9-c9a14698b388 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:36:50.005381 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6721162f-1981-47e8-8be9-c9a14698b388 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:36:50.005711 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6721162f-1981-47e8-8be9-c9a14698b388 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:36:50.006015 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6721162f-1981-47e8-8be9-c9a14698b388 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:36:50.187057 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6721162f-1981-47e8-8be9-c9a14698b388 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:36:50.187436 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6721162f-1981-47e8-8be9-c9a14698b388 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:36:50.187743 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6721162f-1981-47e8-8be9-c9a14698b388 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:36:50.188067 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6721162f-1981-47e8-8be9-c9a14698b388 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104732) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:36:50.188436 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-6721162f-1981-47e8-8be9-c9a14698b388 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002dee5e-4beb-4bbe-a3f2-a1ae24d5e773']}} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:36:50.209300 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-6721162f-1981-47e8-8be9-c9a14698b388 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51914173-c638-48df-bf44-578807caec55') {'for_net_delete': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:36:50.210052 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-6721162f-1981-47e8-8be9-c9a14698b388 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51914173-c638-48df-bf44-578807caec55') {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:36:50.229307 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6721162f-1981-47e8-8be9-c9a14698b388 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747424827639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26291314'] for segment (51914173-c638-48df-bf44-578807caec55), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:50.251304 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6721162f-1981-47e8-8be9-c9a14698b388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (51914173-c638-48df-bf44-578807caec55), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:50.267821 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6721162f-1981-47e8-8be9-c9a14698b388 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=104732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 13:36:50.268533 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6721162f-1981-47e8-8be9-c9a14698b388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25722433'] for segment (51914173-c638-48df-bf44-578807caec55), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:50.319504 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:DELETE=5 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:50.347186 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6721162f-1981-47e8-8be9-c9a14698b388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1335290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859717'] for network (002dee5e-4beb-4bbe-a3f2-a1ae24d5e773), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:50.375140 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6721162f-1981-47e8-8be9-c9a14698b388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:50.379759 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-6721162f-1981-47e8-8be9-c9a14698b388 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/002dee5e-4beb-4bbe-a3f2-a1ae24d5e773 HTTP/1.1" status: 204 len: 168 time: 0.5701849 Oct 20 13:36:50.381756 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721162f-1981-47e8-8be9-c9a14698b388 admin admin] Pushing event deleted for resources: {'Network': ['ID=002dee5e-4beb-4bbe-a3f2-a1ae24d5e773,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:50.382804 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 42028) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:50.466348 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_v2 [None req-a33baaa1-21ca-452b-a15b-b74dad092c31 admin admin] Deleting subnet 73032c6a-db97-48b0-b19e-7efddd64f1a0 {{(pid=104733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 13:36:50.471965 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a33baaa1-21ca-452b-a15b-b74dad092c31 admin admin] Publish callbacks [] for subnet (73032c6a-db97-48b0-b19e-7efddd64f1a0), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:50.519364 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a33baaa1-21ca-452b-a15b-b74dad092c31 admin admin] Publish callbacks [] for subnet (73032c6a-db97-48b0-b19e-7efddd64f1a0), precommit_delete_associations {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:50.532412 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a33baaa1-21ca-452b-a15b-b74dad092c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1335179'] for subnet (73032c6a-db97-48b0-b19e-7efddd64f1a0), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:50.583251 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:50.600405 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.services.segments.plugin [-] Segment 51914173-c638-48df-bf44-578807caec55 resource provider aggregate not found Oct 20 13:36:50.620937 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a33baaa1-21ca-452b-a15b-b74dad092c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1335184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for subnet (73032c6a-db97-48b0-b19e-7efddd64f1a0), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:50.627651 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.services.segments.plugin [-] Segment 51914173-c638-48df-bf44-578807caec55 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51914173-c638-48df-bf44-578807caec55 found for delete ", "request_id": "req-bde9ac91-0163-449a-9b35-1e96135eef2e"}]} Oct 20 13:36:50.655625 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33baaa1-21ca-452b-a15b-b74dad092c31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73032c6a-db97-48b0-b19e-7efddd64f1a0,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:50.661375 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a33baaa1-21ca-452b-a15b-b74dad092c31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for subnet (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:50.664691 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-a33baaa1-21ca-452b-a15b-b74dad092c31 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/73032c6a-db97-48b0-b19e-7efddd64f1a0 HTTP/1.1" status: 204 len: 168 time: 0.2807863 Oct 20 13:36:50.667369 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 42052) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:50.756084 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-71bfb917-ed41-48a4-ba91-c0b6709b256c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466521'] for network (7fa89e4c-6089-4c14-bef4-f74ce731129c), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:50.864112 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-71bfb917-ed41-48a4-ba91-c0b6709b256c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335235', 'neutron.services.segments.db._delete_segments_for_network-8747424857155'] for network (7fa89e4c-6089-4c14-bef4-f74ce731129c), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:50.886697 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-71bfb917-ed41-48a4-ba91-c0b6709b256c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa89e4c-6089-4c14-bef4-f74ce731129c']}} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:36:50.897695 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-71bfb917-ed41-48a4-ba91-c0b6709b256c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8a906a-b94d-46ce-beaf-b4a9f90b1d0a') {'for_net_delete': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:36:50.897987 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-71bfb917-ed41-48a4-ba91-c0b6709b256c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8a906a-b94d-46ce-beaf-b4a9f90b1d0a') {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:36:50.907711 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-71bfb917-ed41-48a4-ba91-c0b6709b256c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747424827639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26291314'] for segment (0a8a906a-b94d-46ce-beaf-b4a9f90b1d0a), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:50.924383 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-71bfb917-ed41-48a4-ba91-c0b6709b256c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (0a8a906a-b94d-46ce-beaf-b4a9f90b1d0a), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:50.933337 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71bfb917-ed41-48a4-ba91-c0b6709b256c admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=104732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 13:36:50.933720 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-71bfb917-ed41-48a4-ba91-c0b6709b256c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25722433'] for segment (0a8a906a-b94d-46ce-beaf-b4a9f90b1d0a), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:50.938727 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3857b21-4f51-4e0a-bb73-6247570b635c req-293af81a-1a18-4d3a-8f8c-9dd4ca71b597 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:50.941118 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e3857b21-4f51-4e0a-bb73-6247570b635c req-293af81a-1a18-4d3a-8f8c-9dd4ca71b597 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 946 time: 0.0581317 Oct 20 13:36:50.993464 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-71bfb917-ed41-48a4-ba91-c0b6709b256c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1335290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859717'] for network (7fa89e4c-6089-4c14-bef4-f74ce731129c), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:50.999135 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e3857b21-4f51-4e0a-bb73-6247570b635c req-5b3c71c8-c48c-41c2-8c32-1691fa7677ea tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bd44e02b-ecac-4264-9878-94ddd9dda499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512619 Oct 20 13:36:51.006981 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-71bfb917-ed41-48a4-ba91-c0b6709b256c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:51.010236 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-71bfb917-ed41-48a4-ba91-c0b6709b256c admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/7fa89e4c-6089-4c14-bef4-f74ce731129c HTTP/1.1" status: 204 len: 168 time: 0.3418911 Oct 20 13:36:51.021021 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bfb917-ed41-48a4-ba91-c0b6709b256c admin admin] Pushing event deleted for resources: {'Network': ['ID=7fa89e4c-6089-4c14-bef4-f74ce731129c,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:51.139723 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 42068) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:51.157009 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 42070) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:51.189461 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-ba37b59d-dbb1-432d-8f05-6c7ed98a2877 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=22424a637585415d86db35e23e1e06fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485246 Oct 20 13:36:51.190402 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 42078) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:51.247073 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-daf1fc09-4a42-4e93-89d9-7de2bdc1190f admin admin] Publish callbacks [] for security_group (1b9bd8d5-b29d-4ec9-b81a-b7425f8493aa), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:51.273254 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-daf1fc09-4a42-4e93-89d9-7de2bdc1190f admin admin] Publish callbacks [] for security_group (1b9bd8d5-b29d-4ec9-b81a-b7425f8493aa), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:51.325329 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-daf1fc09-4a42-4e93-89d9-7de2bdc1190f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (1b9bd8d5-b29d-4ec9-b81a-b7425f8493aa), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:51.328004 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-daf1fc09-4a42-4e93-89d9-7de2bdc1190f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:51.329155 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-daf1fc09-4a42-4e93-89d9-7de2bdc1190f admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/1b9bd8d5-b29d-4ec9-b81a-b7425f8493aa HTTP/1.1" status: 204 len: 168 time: 0.1377196 Oct 20 13:36:51.344608 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1fc09-4a42-4e93-89d9-7de2bdc1190f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9bd8d5-b29d-4ec9-b81a-b7425f8493aa,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:51.360227 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7a0983b6-adca-4c17-a7c4-4a6ddd68fe45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:51.455394 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7a0983b6-adca-4c17-a7c4-4a6ddd68fe45 admin admin] Publish callbacks [] for security_group (e596945a-8a30-4c0b-a2e8-1ac7b9db0834), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:51.459618 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7a0983b6-adca-4c17-a7c4-4a6ddd68fe45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (e596945a-8a30-4c0b-a2e8-1ac7b9db0834), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:51.506208 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-7a0983b6-adca-4c17-a7c4-4a6ddd68fe45 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=b0f76b7251e54367a19e8a0a04699181&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3440282 Oct 20 13:36:51.506208 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0983b6-adca-4c17-a7c4-4a6ddd68fe45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e596945a-8a30-4c0b-a2e8-1ac7b9db0834,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:51.507079 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 42092) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:51.534242 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:51.565970 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e3dd5a26-07a1-414e-a7bd-35105429502b admin admin] Publish callbacks [] for security_group (e596945a-8a30-4c0b-a2e8-1ac7b9db0834), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:51.590346 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e3dd5a26-07a1-414e-a7bd-35105429502b admin admin] Publish callbacks [] for security_group (e596945a-8a30-4c0b-a2e8-1ac7b9db0834), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:51.650251 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e3dd5a26-07a1-414e-a7bd-35105429502b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (e596945a-8a30-4c0b-a2e8-1ac7b9db0834), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:51.653135 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e3dd5a26-07a1-414e-a7bd-35105429502b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:51.654270 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-e3dd5a26-07a1-414e-a7bd-35105429502b admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/e596945a-8a30-4c0b-a2e8-1ac7b9db0834 HTTP/1.1" status: 204 len: 168 time: 0.1475186 Oct 20 13:36:51.663081 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dd5a26-07a1-414e-a7bd-35105429502b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e596945a-8a30-4c0b-a2e8-1ac7b9db0834,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:51.670203 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 42098) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:51.719758 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:DELETE=8,neutron:SELECT=83,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:51.726200 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-e3515a7f-7bfc-42d4-a8c4-59b5aecdda2a admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=97ad6ebdac2d4e13871d268804f3340f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0549870 Oct 20 13:36:51.729759 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 42100) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:51.788798 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ae05752d-d4c5-4aeb-a165-8b4a291555b2 admin admin] Publish callbacks [] for security_group (d6907a9f-e776-4d00-9628-876a1f582b4e), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:51.810698 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ae05752d-d4c5-4aeb-a165-8b4a291555b2 admin admin] Publish callbacks [] for security_group (d6907a9f-e776-4d00-9628-876a1f582b4e), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:51.854736 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 42104) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:51.867524 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ae05752d-d4c5-4aeb-a165-8b4a291555b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (d6907a9f-e776-4d00-9628-876a1f582b4e), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:51.870223 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ae05752d-d4c5-4aeb-a165-8b4a291555b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:51.871456 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-ae05752d-d4c5-4aeb-a165-8b4a291555b2 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/d6907a9f-e776-4d00-9628-876a1f582b4e HTTP/1.1" status: 204 len: 168 time: 0.1406298 Oct 20 13:36:51.880331 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05752d-d4c5-4aeb-a165-8b4a291555b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6907a9f-e776-4d00-9628-876a1f582b4e,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:52.075221 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b53a4ba3-2589-4dd7-afe2-904f22491691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:52.151722 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e15766-4698-452f-9724-fd11533f3ebe req-90e4f524-c733-42ba-a775-81e53c1aab72 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:52.153234 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-96e15766-4698-452f-9724-fd11533f3ebe req-90e4f524-c733-42ba-a775-81e53c1aab72 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 946 time: 0.0632536 Oct 20 13:36:52.223918 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-96e15766-4698-452f-9724-fd11533f3ebe req-5b8f4bb9-174b-4451-ac17-73785fc3c52f tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bd44e02b-ecac-4264-9878-94ddd9dda499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639036 Oct 20 13:36:52.243625 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b53a4ba3-2589-4dd7-afe2-904f22491691 admin admin] Publish callbacks [] for security_group (2d3b4dec-e913-489d-91b9-13cce840a9bf), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:52.250713 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b53a4ba3-2589-4dd7-afe2-904f22491691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (2d3b4dec-e913-489d-91b9-13cce840a9bf), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:52.274960 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 42120) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:52.291019 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f9aa5e8d-b78e-4b9f-ba65-cc0f339f8bf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:52.299634 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a4ba3-2589-4dd7-afe2-904f22491691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3b4dec-e913-489d-91b9-13cce840a9bf,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:52.307134 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-b53a4ba3-2589-4dd7-afe2-904f22491691 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=1b9b8008f9a74bf19c15360e9bf26bb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4512317 Oct 20 13:36:52.309698 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 42124) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:52.364368 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:52.391442 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-38eaaabb-6ba5-4634-b9ed-0d627639f0e1 admin admin] Publish callbacks [] for security_group (2d3b4dec-e913-489d-91b9-13cce840a9bf), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:52.401181 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:52.413591 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f9aa5e8d-b78e-4b9f-ba65-cc0f339f8bf0 admin admin] Publish callbacks [] for security_group (a217fd81-7f9e-4b2a-a81a-2e8753bef125), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:52.418895 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-38eaaabb-6ba5-4634-b9ed-0d627639f0e1 admin admin] Publish callbacks [] for security_group (2d3b4dec-e913-489d-91b9-13cce840a9bf), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:52.422635 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f9aa5e8d-b78e-4b9f-ba65-cc0f339f8bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (a217fd81-7f9e-4b2a-a81a-2e8753bef125), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:52.456569 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa5e8d-b78e-4b9f-ba65-cc0f339f8bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a217fd81-7f9e-4b2a-a81a-2e8753bef125,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:52.470066 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-f9aa5e8d-b78e-4b9f-ba65-cc0f339f8bf0 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=72f8dda61d3c4561ac5af3f496a39ad2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1938214 Oct 20 13:36:52.473817 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 42134) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:52.508304 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-38eaaabb-6ba5-4634-b9ed-0d627639f0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (2d3b4dec-e913-489d-91b9-13cce840a9bf), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:52.510877 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-38eaaabb-6ba5-4634-b9ed-0d627639f0e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:52.512257 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-38eaaabb-6ba5-4634-b9ed-0d627639f0e1 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/2d3b4dec-e913-489d-91b9-13cce840a9bf HTTP/1.1" status: 204 len: 168 time: 0.2016485 Oct 20 13:36:52.524523 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eaaabb-6ba5-4634-b9ed-0d627639f0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3b4dec-e913-489d-91b9-13cce840a9bf,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:52.572303 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-77f19ac3-4780-46a2-b0d4-c3b4e0f6dc7b admin admin] Publish callbacks [] for security_group (a217fd81-7f9e-4b2a-a81a-2e8753bef125), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:52.601507 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-77f19ac3-4780-46a2-b0d4-c3b4e0f6dc7b admin admin] Publish callbacks [] for security_group (a217fd81-7f9e-4b2a-a81a-2e8753bef125), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:52.646259 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.services.segments.plugin [-] Segment 0a8a906a-b94d-46ce-beaf-b4a9f90b1d0a resource provider aggregate not found Oct 20 13:36:52.667510 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-77f19ac3-4780-46a2-b0d4-c3b4e0f6dc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (a217fd81-7f9e-4b2a-a81a-2e8753bef125), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:52.670089 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-77f19ac3-4780-46a2-b0d4-c3b4e0f6dc7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:52.670226 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.services.segments.plugin [-] Segment 0a8a906a-b94d-46ce-beaf-b4a9f90b1d0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0a8a906a-b94d-46ce-beaf-b4a9f90b1d0a found for delete ", "request_id": "req-0c514805-bb51-4854-b885-b144ad88b4bd"}]} Oct 20 13:36:52.674981 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-77f19ac3-4780-46a2-b0d4-c3b4e0f6dc7b admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/a217fd81-7f9e-4b2a-a81a-2e8753bef125 HTTP/1.1" status: 204 len: 168 time: 0.1958914 Oct 20 13:36:52.680474 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f19ac3-4780-46a2-b0d4-c3b4e0f6dc7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a217fd81-7f9e-4b2a-a81a-2e8753bef125,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:52.824402 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a33062-aef9-4055-a29b-1312b5846638 req-a0b91a16-e6b2-490c-876d-464023a36ae4 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:52.827189 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a6a33062-aef9-4055-a29b-1312b5846638 req-a0b91a16-e6b2-490c-876d-464023a36ae4 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 946 time: 0.0579729 Oct 20 13:36:52.909798 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 42152) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:52.927074 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-153d0a58-4bdb-4e3d-ae80-9af5e335d036 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:52.965466 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-a6a33062-aef9-4055-a29b-1312b5846638 req-0c546456-d9c2-4fa9-8ffa-cccf97642ff1 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Deleting port aa084c37-d6d3-49cd-83ce-62d9de1a28b8 {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:36:52.965809 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-a6a33062-aef9-4055-a29b-1312b5846638 req-0c546456-d9c2-4fa9-8ffa-cccf97642ff1 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (aa084c37-d6d3-49cd-83ce-62d9de1a28b8), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:53.038716 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-153d0a58-4bdb-4e3d-ae80-9af5e335d036 admin admin] Publish callbacks [] for security_group (dd252abe-1f64-4cda-8ef0-4346f4bac874), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:53.045839 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-153d0a58-4bdb-4e3d-ae80-9af5e335d036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (dd252abe-1f64-4cda-8ef0-4346f4bac874), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:53.089104 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-a6a33062-aef9-4055-a29b-1312b5846638 req-0c546456-d9c2-4fa9-8ffa-cccf97642ff1 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] For port aa084c37-d6d3-49cd-83ce-62d9de1a28b8, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=aa084c37-d6d3-49cd-83ce-62d9de1a28b8,segment=NetworkSegment(837d042d-1e64-494c-bc82-8dbdd07f178f),segment_id=837d042d-1e64-494c-bc82-8dbdd07f178f)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:36:53.091720 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-a6a33062-aef9-4055-a29b-1312b5846638 req-0c546456-d9c2-4fa9-8ffa-cccf97642ff1 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (aa084c37-d6d3-49cd-83ce-62d9de1a28b8), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:53.099225 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d0a58-4bdb-4e3d-ae80-9af5e335d036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd252abe-1f64-4cda-8ef0-4346f4bac874,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:53.103693 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-153d0a58-4bdb-4e3d-ae80-9af5e335d036 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=5b5bccc178424568a83b8eedc8728948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1928732 Oct 20 13:36:53.107371 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 42160) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:53.122554 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-a6a33062-aef9-4055-a29b-1312b5846638 req-0c546456-d9c2-4fa9-8ffa-cccf97642ff1 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Calling delete_port for aa084c37-d6d3-49cd-83ce-62d9de1a28b8 owned by compute:nova {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:36:53.235058 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:53.280025 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-989457c7-2d2d-420c-b389-83e66a8a11a2 admin admin] Publish callbacks [] for security_group (dd252abe-1f64-4cda-8ef0-4346f4bac874), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:53.314969 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-989457c7-2d2d-420c-b389-83e66a8a11a2 admin admin] Publish callbacks [] for security_group (dd252abe-1f64-4cda-8ef0-4346f4bac874), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:53.437946 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44fdb7-ff5e-4bbe-a505-4a20114e697b req-6be1d808-0531-4eb4-9764-cb9ca6c17895 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:36:53.439660 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2a44fdb7-ff5e-4bbe-a505-4a20114e697b req-6be1d808-0531-4eb4-9764-cb9ca6c17895 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 946 time: 0.1069424 Oct 20 13:36:53.479186 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-a6a33062-aef9-4055-a29b-1312b5846638 req-0c546456-d9c2-4fa9-8ffa-cccf97642ff1 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964'] for port (aa084c37-d6d3-49cd-83ce-62d9de1a28b8), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:53.494089 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['aa084c37-d6d3-49cd-83ce-62d9de1a28b8'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:36:53.524551 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:53.569510 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-989457c7-2d2d-420c-b389-83e66a8a11a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (dd252abe-1f64-4cda-8ef0-4346f4bac874), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:53.572073 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-989457c7-2d2d-420c-b389-83e66a8a11a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:53.576939 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-989457c7-2d2d-420c-b389-83e66a8a11a2 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/dd252abe-1f64-4cda-8ef0-4346f4bac874 HTTP/1.1" status: 204 len: 168 time: 0.4646831 Oct 20 13:36:53.614437 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c546456-d9c2-4fa9-8ffa-cccf97642ff1 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Pushing event deleted for resources: {'Port': ['ID=aa084c37-d6d3-49cd-83ce-62d9de1a28b8,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:53.650538 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989457c7-2d2d-420c-b389-83e66a8a11a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd252abe-1f64-4cda-8ef0-4346f4bac874,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:53.673256 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2a44fdb7-ff5e-4bbe-a505-4a20114e697b req-8bb28949-acd5-41e6-8f6b-1d6849db77a7 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=bd44e02b-ecac-4264-9878-94ddd9dda499&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220924 Oct 20 13:36:53.693754 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a33062-aef9-4055-a29b-1312b5846638 req-0c546456-d9c2-4fa9-8ffa-cccf97642ff1 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] No DVR routers for this DVR port aa084c37-d6d3-49cd-83ce-62d9de1a28b8 on host hv-cinder-86213 {{(pid=104733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:36:53.697242 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-a6a33062-aef9-4055-a29b-1312b5846638 req-0c546456-d9c2-4fa9-8ffa-cccf97642ff1 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:53.701047 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a6a33062-aef9-4055-a29b-1312b5846638 req-0c546456-d9c2-4fa9-8ffa-cccf97642ff1 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.20 "DELETE /networking/v2.0/ports/aa084c37-d6d3-49cd-83ce-62d9de1a28b8 HTTP/1.1" status: 204 len: 173 time: 0.8679712 Oct 20 13:36:53.701410 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417ecff7-87f2-4818-9e78-a698e13fe46d', 'name': 'network-vif-deleted', 'tag': 'aa084c37-d6d3-49cd-83ce-62d9de1a28b8'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:36:53.703622 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7059fc9c-1c63-46c9-83d5-0ede35e8df96" -d '{"events": [{"server_uuid": "417ecff7-87f2-4818-9e78-a698e13fe46d", "name": "network-vif-deleted", "tag": "aa084c37-d6d3-49cd-83ce-62d9de1a28b8"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:36:53.762356 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae40a47-7c3f-4e20-a4d8-9050a2bd3c2f x-openstack-request-id: req-1ae40a47-7c3f-4e20-a4d8-9050a2bd3c2f {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:36:53.762642 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417ecff7-87f2-4818-9e78-a698e13fe46d", "name": "network-vif-deleted", "tag": "aa084c37-d6d3-49cd-83ce-62d9de1a28b8", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:36:53.762893 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1ae40a47-7c3f-4e20-a4d8-9050a2bd3c2f {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:36:53.763307 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ae40a47-7c3f-4e20-a4d8-9050a2bd3c2f'] response: {'server_uuid': '417ecff7-87f2-4818-9e78-a698e13fe46d', 'name': 'network-vif-deleted', 'tag': 'aa084c37-d6d3-49cd-83ce-62d9de1a28b8', 'status': 'completed', 'code': 200} Oct 20 13:36:54.076060 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 42204) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:54.174293 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 42208) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:54.189874 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-0d5a7df0-4440-4d4a-a8e3-db48e395c131 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:54.298560 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-0d5a7df0-4440-4d4a-a8e3-db48e395c131 admin admin] Publish callbacks [] for security_group (8ae38aad-e67e-4299-a953-b37d19ab49fb), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:54.302827 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-0d5a7df0-4440-4d4a-a8e3-db48e395c131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (8ae38aad-e67e-4299-a953-b37d19ab49fb), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:54.347596 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-0d5a7df0-4440-4d4a-a8e3-db48e395c131 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=eda04a1c1fe54ca1a78cb5b27cef211e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1718609 Oct 20 13:36:54.348677 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a7df0-4440-4d4a-a8e3-db48e395c131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae38aad-e67e-4299-a953-b37d19ab49fb,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:54.350302 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 42220) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:54.404580 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-852652f5-6de6-45c9-8a3d-d27475ff1acb admin admin] Publish callbacks [] for security_group (8ae38aad-e67e-4299-a953-b37d19ab49fb), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:54.427129 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-852652f5-6de6-45c9-8a3d-d27475ff1acb admin admin] Publish callbacks [] for security_group (8ae38aad-e67e-4299-a953-b37d19ab49fb), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:54.448638 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:54.454294 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d5772cc1-6fa5-4100-aced-8aea4272a733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:54.493742 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-852652f5-6de6-45c9-8a3d-d27475ff1acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (8ae38aad-e67e-4299-a953-b37d19ab49fb), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:54.496961 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-852652f5-6de6-45c9-8a3d-d27475ff1acb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:54.501014 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-852652f5-6de6-45c9-8a3d-d27475ff1acb admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/8ae38aad-e67e-4299-a953-b37d19ab49fb HTTP/1.1" status: 204 len: 168 time: 0.1474171 Oct 20 13:36:54.519506 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852652f5-6de6-45c9-8a3d-d27475ff1acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae38aad-e67e-4299-a953-b37d19ab49fb,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:54.590817 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d5772cc1-6fa5-4100-aced-8aea4272a733 admin admin] Publish callbacks [] for security_group (677794e6-cb0c-46d1-80bc-572099b96e31), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:54.596916 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d5772cc1-6fa5-4100-aced-8aea4272a733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (677794e6-cb0c-46d1-80bc-572099b96e31), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:54.641742 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3a704a06-ebc1-4b91-b6c7-af67a126fec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:54.647870 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-d5772cc1-6fa5-4100-aced-8aea4272a733 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=0b6a8574a0d34818811deb8d18a7011b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5707633 Oct 20 13:36:54.650661 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 42228) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:54.665587 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5772cc1-6fa5-4100-aced-8aea4272a733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677794e6-cb0c-46d1-80bc-572099b96e31,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:54.725876 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ca21b14c-d0d0-4754-b9ed-1a8ce8ac668b admin admin] Publish callbacks [] for security_group (677794e6-cb0c-46d1-80bc-572099b96e31), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:54.770703 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ca21b14c-d0d0-4754-b9ed-1a8ce8ac668b admin admin] Publish callbacks [] for security_group (677794e6-cb0c-46d1-80bc-572099b96e31), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:54.833390 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ca21b14c-d0d0-4754-b9ed-1a8ce8ac668b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (677794e6-cb0c-46d1-80bc-572099b96e31), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:54.836980 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ca21b14c-d0d0-4754-b9ed-1a8ce8ac668b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:54.841653 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-af1c7e26-e0bd-447c-9b12-dece52e33cb1 req-626318f4-ffec-418a-908a-52e33d26cd21 tempest-DeleteServersTestJSON-332774525 tempest-DeleteServersTestJSON-332774525-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=417ecff7-87f2-4818-9e78-a698e13fe46d HTTP/1.1" status: 200 len: 210 time: 0.0389190 Oct 20 13:36:54.845257 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-ca21b14c-d0d0-4754-b9ed-1a8ce8ac668b admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/677794e6-cb0c-46d1-80bc-572099b96e31 HTTP/1.1" status: 204 len: 168 time: 0.1894314 Oct 20 13:36:54.856597 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21b14c-d0d0-4754-b9ed-1a8ce8ac668b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677794e6-cb0c-46d1-80bc-572099b96e31,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:55.011425 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 42244) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:55.208413 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c2c702f0-5c0b-45ce-a36b-259dda4b9b9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:55.305810 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c2c702f0-5c0b-45ce-a36b-259dda4b9b9c admin admin] Publish callbacks [] for security_group (fd6d8e51-68ae-483f-8cfd-d5c6524d7a4d), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:55.310028 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c2c702f0-5c0b-45ce-a36b-259dda4b9b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (fd6d8e51-68ae-483f-8cfd-d5c6524d7a4d), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:55.355216 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-c2c702f0-5c0b-45ce-a36b-259dda4b9b9c admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=bb29943bbbea4d81af7f4f932a6cc18d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3427222 Oct 20 13:36:55.356493 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c702f0-5c0b-45ce-a36b-259dda4b9b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6d8e51-68ae-483f-8cfd-d5c6524d7a4d,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:55.358262 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 42258) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:55.393993 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 42260) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:55.412754 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ba4387fd-1291-4bc8-ad9f-650ad1f8d77a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:55.420032 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7d99d0c9-ae72-4167-b574-d6f63ab4eb31 admin admin] Publish callbacks [] for security_group (fd6d8e51-68ae-483f-8cfd-d5c6524d7a4d), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:55.422244 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:55.449124 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7d99d0c9-ae72-4167-b574-d6f63ab4eb31 admin admin] Publish callbacks [] for security_group (fd6d8e51-68ae-483f-8cfd-d5c6524d7a4d), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:55.465791 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:55.518115 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7d99d0c9-ae72-4167-b574-d6f63ab4eb31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (fd6d8e51-68ae-483f-8cfd-d5c6524d7a4d), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:55.520926 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ba4387fd-1291-4bc8-ad9f-650ad1f8d77a admin admin] Publish callbacks [] for security_group (65d0cec6-6b76-41df-9c64-9796087219bf), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:55.521375 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7d99d0c9-ae72-4167-b574-d6f63ab4eb31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:55.524918 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-7d99d0c9-ae72-4167-b574-d6f63ab4eb31 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/fd6d8e51-68ae-483f-8cfd-d5c6524d7a4d HTTP/1.1" status: 204 len: 168 time: 0.1622355 Oct 20 13:36:55.529016 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ba4387fd-1291-4bc8-ad9f-650ad1f8d77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (65d0cec6-6b76-41df-9c64-9796087219bf), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:55.532616 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99d0c9-ae72-4167-b574-d6f63ab4eb31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6d8e51-68ae-483f-8cfd-d5c6524d7a4d,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:55.577574 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4387fd-1291-4bc8-ad9f-650ad1f8d77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d0cec6-6b76-41df-9c64-9796087219bf,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:55.584276 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-ba4387fd-1291-4bc8-ad9f-650ad1f8d77a admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=c18f6dbe6aac4df5aab1fbd1e2837b36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1887650 Oct 20 13:36:55.586850 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 42268) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:55.641912 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0ef5dc40-8e7d-4d6f-8697-f6e39e8bb7e3 admin admin] Publish callbacks [] for security_group (65d0cec6-6b76-41df-9c64-9796087219bf), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:55.662385 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0ef5dc40-8e7d-4d6f-8697-f6e39e8bb7e3 admin admin] Publish callbacks [] for security_group (65d0cec6-6b76-41df-9c64-9796087219bf), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:55.701526 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:DELETE=4,neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:55.722224 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0ef5dc40-8e7d-4d6f-8697-f6e39e8bb7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (65d0cec6-6b76-41df-9c64-9796087219bf), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:55.724731 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0ef5dc40-8e7d-4d6f-8697-f6e39e8bb7e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:55.728711 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-0ef5dc40-8e7d-4d6f-8697-f6e39e8bb7e3 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/65d0cec6-6b76-41df-9c64-9796087219bf HTTP/1.1" status: 204 len: 168 time: 0.1408420 Oct 20 13:36:55.738840 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef5dc40-8e7d-4d6f-8697-f6e39e8bb7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d0cec6-6b76-41df-9c64-9796087219bf,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:56.950135 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-88d7f894-2132-4538-85f0-794e1cc2a77c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:57.190679 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device aa084c37-d6d3-49cd-83ce-62d9de1a28b8 no longer exists at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:36:57.210283 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] No Port match for: aa084c37-d6d3-49cd-83ce-62d9de1a28b8 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:36:57.211243 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device aa084c37-d6d3-49cd-83ce-62d9de1a28b8 not bound to the agent host hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:36:57.451205 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 42368) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:57.532163 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 42374) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:57.661604 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-0d8bf0b2-02f0-478a-9476-e68b91e10790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:57.750370 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-0d8bf0b2-02f0-478a-9476-e68b91e10790 admin admin] Publish callbacks [] for security_group (38ba7181-9bd7-4801-b1b6-f119b8e1ee3d), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:57.755224 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-0d8bf0b2-02f0-478a-9476-e68b91e10790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (38ba7181-9bd7-4801-b1b6-f119b8e1ee3d), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:57.803285 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-0d8bf0b2-02f0-478a-9476-e68b91e10790 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=06cb01135954461d95c7129a7a29926c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2703547 Oct 20 13:36:57.804727 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8bf0b2-02f0-478a-9476-e68b91e10790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ba7181-9bd7-4801-b1b6-f119b8e1ee3d,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:57.807197 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 42392) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:57.857645 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-8ebecb11-1b3e-4891-aff2-38f2db32e741 admin admin] Publish callbacks [] for security_group (38ba7181-9bd7-4801-b1b6-f119b8e1ee3d), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:57.880253 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-8ebecb11-1b3e-4891-aff2-38f2db32e741 admin admin] Publish callbacks [] for security_group (38ba7181-9bd7-4801-b1b6-f119b8e1ee3d), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:57.886387 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:57.945925 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-8ebecb11-1b3e-4891-aff2-38f2db32e741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (38ba7181-9bd7-4801-b1b6-f119b8e1ee3d), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:57.948795 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-8ebecb11-1b3e-4891-aff2-38f2db32e741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:57.949993 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-8ebecb11-1b3e-4891-aff2-38f2db32e741 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/38ba7181-9bd7-4801-b1b6-f119b8e1ee3d HTTP/1.1" status: 204 len: 168 time: 0.1418495 Oct 20 13:36:57.959980 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebecb11-1b3e-4891-aff2-38f2db32e741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ba7181-9bd7-4801-b1b6-f119b8e1ee3d,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:58.162595 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:58.175564 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0f7557d3-fda7-4207-899a-e0cd44412f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864622'] for router_interface (17320937-e417-430c-8608-ace1513ee820), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:58.503516 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:58.512097 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-0f7557d3-fda7-4207-899a-e0cd44412f93 admin admin] Deleting port 228105f8-c7b2-43c8-9da5-357b148ff4f2 {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:36:58.512382 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0f7557d3-fda7-4207-899a-e0cd44412f93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (228105f8-c7b2-43c8-9da5-357b148ff4f2), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:58.627880 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-0f7557d3-fda7-4207-899a-e0cd44412f93 admin admin] For port 228105f8-c7b2-43c8-9da5-357b148ff4f2, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=228105f8-c7b2-43c8-9da5-357b148ff4f2,segment=NetworkSegment(837d042d-1e64-494c-bc82-8dbdd07f178f),segment_id=837d042d-1e64-494c-bc82-8dbdd07f178f)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:36:58.631128 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0f7557d3-fda7-4207-899a-e0cd44412f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (228105f8-c7b2-43c8-9da5-357b148ff4f2), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:58.676255 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-0f7557d3-fda7-4207-899a-e0cd44412f93 admin admin] Calling delete_port for 228105f8-c7b2-43c8-9da5-357b148ff4f2 owned by network:router_interface {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:36:58.931123 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0f7557d3-fda7-4207-899a-e0cd44412f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (228105f8-c7b2-43c8-9da5-357b148ff4f2), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:58.977701 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7557d3-fda7-4207-899a-e0cd44412f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=228105f8-c7b2-43c8-9da5-357b148ff4f2,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:36:59.091326 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:59.218352 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0f7557d3-fda7-4207-899a-e0cd44412f93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864730'] for router_interface (17320937-e417-430c-8608-ace1513ee820), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:59.248262 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4086e689-d109-4918-9df2-3aa5e97fe787 None None] get_active_networks_info from dv-cinder-862136-1-iscsi {{(pid=104734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 13:36:59.477236 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4086e689-d109-4918-9df2-3aa5e97fe787 None None] Resources bound (agent type, host, resource id): {{(pid=104734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 13:36:59.509144 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7557d3-fda7-4207-899a-e0cd44412f93 admin admin] Router 17320937-e417-430c-8608-ace1513ee820 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:36:59.532547 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:59.556559 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 42478) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:59.647041 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7557d3-fda7-4207-899a-e0cd44412f93 admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:36:59.655917 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-0f7557d3-fda7-4207-899a-e0cd44412f93 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/17320937-e417-430c-8608-ace1513ee820/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2019029 Oct 20 13:36:59.655917 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 42484) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:59.656332 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d398c00-1ff7-4bc9-ac28-b52b8a47635e None None] Sync routers for ids ['17320937-e417-430c-8608-ace1513ee820'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:36:59.668058 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d398c00-1ff7-4bc9-ac28-b52b8a47635e None None] Routers {'17320937-e417-430c-8608-ace1513ee820'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:36:59.669033 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-0d398c00-1ff7-4bc9-ac28-b52b8a47635e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:36:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['17320937-e417-430c-8608-ace1513ee820'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:36:59.669283 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:59.714837 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:36:59.745680 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-792e5c4e-6688-4e93-9ede-30798eb65d3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:59.779521 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-68e57bcb-6a81-41e9-9a27-f63f0936c48b admin admin] Publish callbacks [] for router (17320937-e417-430c-8608-ace1513ee820), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:59.799001 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:59.824478 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-0d398c00-1ff7-4bc9-ac28-b52b8a47635e None None] Set router 17320937-e417-430c-8608-ace1513ee820 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:36:59.882436 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-792e5c4e-6688-4e93-9ede-30798eb65d3a admin admin] Publish callbacks [] for security_group (7a9d6498-3483-4fdf-b5f5-e9f05126e361), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:59.889903 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-792e5c4e-6688-4e93-9ede-30798eb65d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (7a9d6498-3483-4fdf-b5f5-e9f05126e361), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:59.929806 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-68e57bcb-6a81-41e9-9a27-f63f0936c48b admin admin] Publish callbacks [] for router_gateway (17320937-e417-430c-8608-ace1513ee820), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:36:59.956335 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-792e5c4e-6688-4e93-9ede-30798eb65d3a admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=f13ce9c111d74cfe8a8755dec2fb18ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3980234 Oct 20 13:36:59.958755 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 42492) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:36:59.966320 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e5c4e-6688-4e93-9ede-30798eb65d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9d6498-3483-4fdf-b5f5-e9f05126e361,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:00.008898 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-68e57bcb-6a81-41e9-9a27-f63f0936c48b admin admin] Deleting port e18ef4d0-491d-4d40-9335-54101a4131f5 {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:37:00.009162 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-68e57bcb-6a81-41e9-9a27-f63f0936c48b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (e18ef4d0-491d-4d40-9335-54101a4131f5), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:00.039584 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-427a6a1e-14ca-434e-a5d5-b793cf078aab admin admin] Publish callbacks [] for security_group (7a9d6498-3483-4fdf-b5f5-e9f05126e361), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:00.067182 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-427a6a1e-14ca-434e-a5d5-b793cf078aab admin admin] Publish callbacks [] for security_group (7a9d6498-3483-4fdf-b5f5-e9f05126e361), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:00.114865 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:00.119021 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-68e57bcb-6a81-41e9-9a27-f63f0936c48b admin admin] For port e18ef4d0-491d-4d40-9335-54101a4131f5, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=e18ef4d0-491d-4d40-9335-54101a4131f5,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:37:00.119410 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-68e57bcb-6a81-41e9-9a27-f63f0936c48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (e18ef4d0-491d-4d40-9335-54101a4131f5), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:00.135639 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-68e57bcb-6a81-41e9-9a27-f63f0936c48b admin admin] Calling delete_port for e18ef4d0-491d-4d40-9335-54101a4131f5 owned by network:router_gateway {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:37:00.140158 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-427a6a1e-14ca-434e-a5d5-b793cf078aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (7a9d6498-3483-4fdf-b5f5-e9f05126e361), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:00.144236 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-0d398c00-1ff7-4bc9-ac28-b52b8a47635e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17320937-e417-430c-8608-ace1513ee820', 'name': 'tempest-DeleteServersTestJSON-844292200-router', 'tenant_id': '4e1ecd40d6914036b80dfcf74eada323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.189'}], 'enable_snat': True}, 'gw_port_id': 'e18ef4d0-491d-4d40-9335-54101a4131f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:36:58Z', 'revision_number': 5, 'project_id': '4e1ecd40d6914036b80dfcf74eada323', 'gw_port': {'id': 'e18ef4d0-491d-4d40-9335-54101a4131f5', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17320937-e417-430c-8608-ace1513ee820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:00.145618 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-427a6a1e-14ca-434e-a5d5-b793cf078aab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:00.146804 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-427a6a1e-14ca-434e-a5d5-b793cf078aab admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/7a9d6498-3483-4fdf-b5f5-e9f05126e361 HTTP/1.1" status: 204 len: 168 time: 0.1869988 Oct 20 13:37:00.157538 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a6a1e-14ca-434e-a5d5-b793cf078aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9d6498-3483-4fdf-b5f5-e9f05126e361,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:00.172083 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d398c00-1ff7-4bc9-ac28-b52b8a47635e None None] Checking router: 17320937-e417-430c-8608-ace1513ee820 for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:37:00.183324 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d398c00-1ff7-4bc9-ac28-b52b8a47635e None None] Routers {'17320937-e417-430c-8608-ace1513ee820'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:37:00.184122 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-0d398c00-1ff7-4bc9-ac28-b52b8a47635e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:36:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['17320937-e417-430c-8608-ace1513ee820'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:00.242394 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:00.396061 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-68e57bcb-6a81-41e9-9a27-f63f0936c48b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (e18ef4d0-491d-4d40-9335-54101a4131f5), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:00.428833 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e57bcb-6a81-41e9-9a27-f63f0936c48b admin admin] Pushing event deleted for resources: {'Port': ['ID=e18ef4d0-491d-4d40-9335-54101a4131f5,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:00.443216 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-0d398c00-1ff7-4bc9-ac28-b52b8a47635e None None] Set router 17320937-e417-430c-8608-ace1513ee820 gateway port host: None {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:37:00.521949 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-0d398c00-1ff7-4bc9-ac28-b52b8a47635e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17320937-e417-430c-8608-ace1513ee820', 'name': 'tempest-DeleteServersTestJSON-844292200-router', 'tenant_id': '4e1ecd40d6914036b80dfcf74eada323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:36:59Z', 'revision_number': 6, 'project_id': '4e1ecd40d6914036b80dfcf74eada323', 'gw_port_host': None}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:00.551086 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-68e57bcb-6a81-41e9-9a27-f63f0936c48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3855219'] for router_gateway (17320937-e417-430c-8608-ace1513ee820), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:00.565637 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d398c00-1ff7-4bc9-ac28-b52b8a47635e None None] The sync data for ids ['17320937-e417-430c-8608-ace1513ee820'] in dv-cinder-862136-1-iscsi is: [{'id': '17320937-e417-430c-8608-ace1513ee820', 'name': 'tempest-DeleteServersTestJSON-844292200-router', 'tenant_id': '4e1ecd40d6914036b80dfcf74eada323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:36:59Z', 'revision_number': 6, 'project_id': '4e1ecd40d6914036b80dfcf74eada323', 'gw_port_host': None}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:37:00.714329 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-68e57bcb-6a81-41e9-9a27-f63f0936c48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3608'] for router (17320937-e417-430c-8608-ace1513ee820), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:00.717733 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-754b82e2-e0c0-4c3e-8350-2800e46bbd23 None None] Provisioning complete for port 66613130-9dfd-41c1-90f8-0ee39d74194b triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:00.718203 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-754b82e2-e0c0-4c3e-8350-2800e46bbd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (66613130-9dfd-41c1-90f8-0ee39d74194b), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:00.718293 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-68e57bcb-6a81-41e9-9a27-f63f0936c48b admin admin] Publish callbacks [] for router_controller (17320937-e417-430c-8608-ace1513ee820), precommit_delete_associations {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:00.718441 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-754b82e2-e0c0-4c3e-8350-2800e46bbd23 None None] Attempt 1 to provision port 66613130-9dfd-41c1-90f8-0ee39d74194b Oct 20 13:37:00.802997 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:00.817554 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-754b82e2-e0c0-4c3e-8350-2800e46bbd23 None None] Current status of the port 66613130-9dfd-41c1-90f8-0ee39d74194b is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:00.819616 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-68e57bcb-6a81-41e9-9a27-f63f0936c48b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864653'] for router (17320937-e417-430c-8608-ace1513ee820), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:00.820202 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e57bcb-6a81-41e9-9a27-f63f0936c48b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17320937-e417-430c-8608-ace1513ee820 {{(pid=104732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 13:37:00.826343 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-68e57bcb-6a81-41e9-9a27-f63f0936c48b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:00.829425 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-68e57bcb-6a81-41e9-9a27-f63f0936c48b admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/17320937-e417-430c-8608-ace1513ee820 HTTP/1.1" status: 204 len: 168 time: 1.1722589 Oct 20 13:37:00.830542 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 42520) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:00.882727 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ce697e8-2541-45c9-8539-6be8849d4dde admin admin] Deleting subnet f9f1126e-248d-41e1-8eac-579c17647ede {{(pid=104733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 13:37:00.885987 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7ce697e8-2541-45c9-8539-6be8849d4dde admin admin] Publish callbacks [] for subnet (f9f1126e-248d-41e1-8eac-579c17647ede), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:00.924838 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7ce697e8-2541-45c9-8539-6be8849d4dde admin admin] Publish callbacks [] for subnet (f9f1126e-248d-41e1-8eac-579c17647ede), precommit_delete_associations {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:00.973959 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 42524) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:01.004098 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7ce697e8-2541-45c9-8539-6be8849d4dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1335179'] for subnet (f9f1126e-248d-41e1-8eac-579c17647ede), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:01.080119 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7ce697e8-2541-45c9-8539-6be8849d4dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1335184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for subnet (f9f1126e-248d-41e1-8eac-579c17647ede), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:01.101273 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dd56bc-a6eb-46df-9dce-ac5668e4ed7e None None] Network d74e8eea-b10e-43ce-b0cb-8741f1110868 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:37:01.111783 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7ce697e8-2541-45c9-8539-6be8849d4dde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for subnet (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:01.117225 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-7ce697e8-2541-45c9-8539-6be8849d4dde admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/f9f1126e-248d-41e1-8eac-579c17647ede HTTP/1.1" status: 204 len: 168 time: 0.2827079 Oct 20 13:37:01.117458 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 42534) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:01.124649 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce697e8-2541-45c9-8539-6be8849d4dde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9f1126e-248d-41e1-8eac-579c17647ede,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:01.133703 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4c05def5-aebb-40aa-9b57-243d18e789b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:01.203815 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466521'] for network (d74e8eea-b10e-43ce-b0cb-8741f1110868), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:01.301133 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] Deleting port 66613130-9dfd-41c1-90f8-0ee39d74194b {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:37:01.301600 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (66613130-9dfd-41c1-90f8-0ee39d74194b), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:01.347071 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4c05def5-aebb-40aa-9b57-243d18e789b4 admin admin] Publish callbacks [] for security_group (0d3cdba0-a395-42f0-ba30-94f20c98b965), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:01.351973 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4c05def5-aebb-40aa-9b57-243d18e789b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (0d3cdba0-a395-42f0-ba30-94f20c98b965), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:01.382140 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] For port 66613130-9dfd-41c1-90f8-0ee39d74194b, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=66613130-9dfd-41c1-90f8-0ee39d74194b,segment=NetworkSegment(837d042d-1e64-494c-bc82-8dbdd07f178f),segment_id=837d042d-1e64-494c-bc82-8dbdd07f178f)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:37:01.382590 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (66613130-9dfd-41c1-90f8-0ee39d74194b), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:01.389692 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-4c05def5-aebb-40aa-9b57-243d18e789b4 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=195488738c3946fdb31545f03eef46a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4145875 Oct 20 13:37:01.394101 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 42548) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:01.394480 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:01.411610 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05def5-aebb-40aa-9b57-243d18e789b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3cdba0-a395-42f0-ba30-94f20c98b965,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:01.421178 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] Calling delete_port for 66613130-9dfd-41c1-90f8-0ee39d74194b owned by network:dhcp {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:37:01.447342 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaf0ad5-748e-4768-b9eb-397fcdcc55be None None] DHCP port deletion for d74e8eea-b10e-43ce-b0cb-8741f1110868 request from dv-cinder-862136-1-iscsi {{(pid=104734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 13:37:01.492900 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:DELETE=9,neutron:SELECT=85,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:01.531381 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 228105f8-c7b2-43c8-9da5-357b148ff4f2 no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:37:01.536244 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-feaf0ad5-748e-4768-b9eb-397fcdcc55be None None] Deleting port 66613130-9dfd-41c1-90f8-0ee39d74194b {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:37:01.536611 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-feaf0ad5-748e-4768-b9eb-397fcdcc55be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (66613130-9dfd-41c1-90f8-0ee39d74194b), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:01.550228 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-74137ae4-6e8c-4e7b-b9b2-63aa643cf2f3 admin admin] Publish callbacks [] for security_group (0d3cdba0-a395-42f0-ba30-94f20c98b965), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:01.570929 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: 228105f8-c7b2-43c8-9da5-357b148ff4f2 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:37:01.571265 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 228105f8-c7b2-43c8-9da5-357b148ff4f2 not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:37:01.572252 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 66613130-9dfd-41c1-90f8-0ee39d74194b no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:37:01.581691 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-74137ae4-6e8c-4e7b-b9b2-63aa643cf2f3 admin admin] Publish callbacks [] for security_group (0d3cdba0-a395-42f0-ba30-94f20c98b965), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:01.605567 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964'] for port (66613130-9dfd-41c1-90f8-0ee39d74194b), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:01.620210 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: 66613130-9dfd-41c1-90f8-0ee39d74194b {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:37:01.620556 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 66613130-9dfd-41c1-90f8-0ee39d74194b not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:37:01.621074 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device e18ef4d0-491d-4d40-9335-54101a4131f5 no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:37:01.638523 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:01.640359 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=66613130-9dfd-41c1-90f8-0ee39d74194b,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:01.645457 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] No DVR routers for this DVR port 66613130-9dfd-41c1-90f8-0ee39d74194b on host dv-cinder-862136-1-iscsi {{(pid=104733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:37:01.646308 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: e18ef4d0-491d-4d40-9335-54101a4131f5 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:37:01.646810 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device e18ef4d0-491d-4d40-9335-54101a4131f5 not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:37:01.683961 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-feaf0ad5-748e-4768-b9eb-397fcdcc55be None None] For port 66613130-9dfd-41c1-90f8-0ee39d74194b, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=66613130-9dfd-41c1-90f8-0ee39d74194b,segment=NetworkSegment(837d042d-1e64-494c-bc82-8dbdd07f178f),segment_id=837d042d-1e64-494c-bc82-8dbdd07f178f)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:37:01.684559 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-feaf0ad5-748e-4768-b9eb-397fcdcc55be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (66613130-9dfd-41c1-90f8-0ee39d74194b), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:01.714529 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-feaf0ad5-748e-4768-b9eb-397fcdcc55be None None] Calling delete_port for 66613130-9dfd-41c1-90f8-0ee39d74194b owned by network:dhcp {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:37:01.731492 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335235', 'neutron.services.segments.db._delete_segments_for_network-8747424857155'] for network (d74e8eea-b10e-43ce-b0cb-8741f1110868), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:01.735374 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-74137ae4-6e8c-4e7b-b9b2-63aa643cf2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (0d3cdba0-a395-42f0-ba30-94f20c98b965), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:01.739589 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-74137ae4-6e8c-4e7b-b9b2-63aa643cf2f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:01.741496 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-74137ae4-6e8c-4e7b-b9b2-63aa643cf2f3 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/0d3cdba0-a395-42f0-ba30-94f20c98b965 HTTP/1.1" status: 204 len: 168 time: 0.3456106 Oct 20 13:37:01.765290 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74137ae4-6e8c-4e7b-b9b2-63aa643cf2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3cdba0-a395-42f0-ba30-94f20c98b965,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:01.771964 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:37:01.772457 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:37:01.773377 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:37:01.773859 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] Subscribe: > port after_create 55550000 {{(pid=104733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:37:01.774313 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:37:01.774780 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] Subscribe: > port after_update 55550000 {{(pid=104733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:37:01.775250 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:37:01.775717 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:37:01.776166 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:37:01.776633 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:37:01.892710 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-feaf0ad5-748e-4768-b9eb-397fcdcc55be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964'] for port (66613130-9dfd-41c1-90f8-0ee39d74194b), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:01.930387 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:37:01.934880 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feaf0ad5-748e-4768-b9eb-397fcdcc55be None None] No DVR routers for this DVR port 66613130-9dfd-41c1-90f8-0ee39d74194b on host dv-cinder-862136-1-iscsi {{(pid=104734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:37:01.936571 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaf0ad5-748e-4768-b9eb-397fcdcc55be None None] Pushing event deleted for resources: {'Port': ['ID=66613130-9dfd-41c1-90f8-0ee39d74194b,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:01.943236 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:37:01.943573 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:37:01.943891 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104733) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 20 13:37:01.945667 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.services.segments.db [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d74e8eea-b10e-43ce-b0cb-8741f1110868']}} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:01.982589 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.services.segments.db [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837d042d-1e64-494c-bc82-8dbdd07f178f') {'for_net_delete': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:01.982891 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.services.segments.db [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837d042d-1e64-494c-bc82-8dbdd07f178f') {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:02.015747 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747424827639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26113357'] for segment (837d042d-1e64-494c-bc82-8dbdd07f178f), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:02.045144 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (837d042d-1e64-494c-bc82-8dbdd07f178f), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:02.054862 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=104733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 13:37:02.055264 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26192861'] for segment (837d042d-1e64-494c-bc82-8dbdd07f178f), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:02.148280 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1335290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859717'] for network (d74e8eea-b10e-43ce-b0cb-8741f1110868), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:02.180567 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:02.184903 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/d74e8eea-b10e-43ce-b0cb-8741f1110868 HTTP/1.1" status: 204 len: 168 time: 1.0657117 Oct 20 13:37:02.185343 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5e856-e978-400e-b3ac-ff7c566f4ad3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d74e8eea-b10e-43ce-b0cb-8741f1110868,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:02.398111 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 42594) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:02.413481 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.services.segments.plugin [-] Segment 837d042d-1e64-494c-bc82-8dbdd07f178f resource provider aggregate not found Oct 20 13:37:02.436943 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.services.segments.plugin [-] Segment 837d042d-1e64-494c-bc82-8dbdd07f178f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 837d042d-1e64-494c-bc82-8dbdd07f178f found for delete ", "request_id": "req-b0b70994-5fea-4946-8a4f-67d1458b6b53"}]} Oct 20 13:37:02.453946 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-b1648e73-7439-45f0-8fce-f6865b06eecb admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=4e1ecd40d6914036b80dfcf74eada323&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0544536 Oct 20 13:37:02.457392 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 42600) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:02.536327 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-1d5e136d-38fa-4fcd-95b5-09435a964a79 admin admin] Publish callbacks [] for security_group (bd44e02b-ecac-4264-9878-94ddd9dda499), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:02.562635 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-1d5e136d-38fa-4fcd-95b5-09435a964a79 admin admin] Publish callbacks [] for security_group (bd44e02b-ecac-4264-9878-94ddd9dda499), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:02.621111 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-1d5e136d-38fa-4fcd-95b5-09435a964a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (bd44e02b-ecac-4264-9878-94ddd9dda499), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:02.626090 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-1d5e136d-38fa-4fcd-95b5-09435a964a79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:02.628407 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-1d5e136d-38fa-4fcd-95b5-09435a964a79 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/bd44e02b-ecac-4264-9878-94ddd9dda499 HTTP/1.1" status: 204 len: 168 time: 0.1695364 Oct 20 13:37:02.638741 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e136d-38fa-4fcd-95b5-09435a964a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd44e02b-ecac-4264-9878-94ddd9dda499,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:03.582557 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 42660) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:03.724061 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 42668) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:03.791953 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2fc7c74f-d4a3-4708-8639-74f97e2ec009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:03.805680 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-33c0bf74-1774-4ff8-b303-10cce3ae10e0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2097664648-network', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:03.844301 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c0bf74-1774-4ff8-b303-10cce3ae10e0 admin admin] Made reservation on behalf of f36e9fb394944eb0a0c2c0075dbc937c for: {'network': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:37:03.847564 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-33c0bf74-1774-4ff8-b303-10cce3ae10e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for network (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:03.863100 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-33c0bf74-1774-4ff8-b303-10cce3ae10e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:03.930134 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2fc7c74f-d4a3-4708-8639-74f97e2ec009 admin admin] Publish callbacks [] for security_group (794e5488-dc76-4cc8-85f7-b01f7a4691e7), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:03.937130 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2fc7c74f-d4a3-4708-8639-74f97e2ec009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (794e5488-dc76-4cc8-85f7-b01f7a4691e7), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:03.956113 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=78,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:04.009643 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-2fc7c74f-d4a3-4708-8639-74f97e2ec009 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=3e50454e1f9946d9aedcd21f8ebd58b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2845333 Oct 20 13:37:04.012199 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7c74f-d4a3-4708-8639-74f97e2ec009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794e5488-dc76-4cc8-85f7-b01f7a4691e7,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:04.012479 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 42674) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:04.029973 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-33c0bf74-1774-4ff8-b303-10cce3ae10e0 admin admin] Publish callbacks [] for security_group (03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:04.033871 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-33c0bf74-1774-4ff8-b303-10cce3ae10e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:04.052673 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c0bf74-1774-4ff8-b303-10cce3ae10e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=104733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 13:37:04.072215 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-33c0bf74-1774-4ff8-b303-10cce3ae10e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (32d54844-4ce9-4228-abf5-0f1ad3651b18), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:04.072856 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.db.segments_db [None req-33c0bf74-1774-4ff8-b303-10cce3ae10e0 admin admin] Added segment 32d54844-4ce9-4228-abf5-0f1ad3651b18 of type vlan for network 80f8d646-52cd-4c79-be89-0476981cc6e9 Oct 20 13:37:04.082691 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d7f81edb-fbce-4661-9ede-2ea36d7b40cc admin admin] Publish callbacks [] for security_group (794e5488-dc76-4cc8-85f7-b01f7a4691e7), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:04.105372 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d7f81edb-fbce-4661-9ede-2ea36d7b40cc admin admin] Publish callbacks [] for security_group (794e5488-dc76-4cc8-85f7-b01f7a4691e7), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:04.141787 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0bf74-1774-4ff8-b303-10cce3ae10e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:04.150492 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-33c0bf74-1774-4ff8-b303-10cce3ae10e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747424292904'] for network (80f8d646-52cd-4c79-be89-0476981cc6e9), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:04.159862 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d7f81edb-fbce-4661-9ede-2ea36d7b40cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (794e5488-dc76-4cc8-85f7-b01f7a4691e7), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:04.162375 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d7f81edb-fbce-4661-9ede-2ea36d7b40cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:04.163661 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-d7f81edb-fbce-4661-9ede-2ea36d7b40cc admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/794e5488-dc76-4cc8-85f7-b01f7a4691e7 HTTP/1.1" status: 204 len: 168 time: 0.1499903 Oct 20 13:37:04.172698 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f81edb-fbce-4661-9ede-2ea36d7b40cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794e5488-dc76-4cc8-85f7-b01f7a4691e7,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:04.172881 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=18 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:04.185374 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-33c0bf74-1774-4ff8-b303-10cce3ae10e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for network (80f8d646-52cd-4c79-be89-0476981cc6e9), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:04.186347 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c0bf74-1774-4ff8-b303-10cce3ae10e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:04.187199 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-33c0bf74-1774-4ff8-b303-10cce3ae10e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:04.241608 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-33c0bf74-1774-4ff8-b303-10cce3ae10e0 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6579094 Oct 20 13:37:04.244901 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 42684) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:04.249756 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-c9b408c6-b427-4fa5-b25f-d281cc1fea08 admin admin] Request body: {'subnet': {'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2097664648-subnet', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:04.254640 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c0bf74-1774-4ff8-b303-10cce3ae10e0 admin admin] Pushing event updated for resources: {'Network': ['ID=80f8d646-52cd-4c79-be89-0476981cc6e9,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:04.264899 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Network 80f8d646-52cd-4c79-be89-0476981cc6e9 details requested by agent ovs-agent-dv-cinder-862136-1-iscsi with host dv-cinder-862136-1-iscsi {{(pid=104734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 13:37:04.283462 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b408c6-b427-4fa5-b25f-d281cc1fea08 admin admin] Made reservation on behalf of f36e9fb394944eb0a0c2c0075dbc937c for: {'subnet': 1} {{(pid=104732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:37:04.286228 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c9b408c6-b427-4fa5-b25f-d281cc1fea08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25948906'] for subnet (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:04.466975 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c9b408c6-b427-4fa5-b25f-d281cc1fea08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25721148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25948920'] for subnet (39e34ab8-30e0-463a-a9d4-1b76cbd385a8), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:04.468935 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 42690) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:04.482436 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-8f6f6f8e-9a8a-4bcc-96d8-651f31901105 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:04.524463 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:DELETE=8,neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:04.530631 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b408c6-b427-4fa5-b25f-d281cc1fea08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39e34ab8-30e0-463a-a9d4-1b76cbd385a8,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:04.539129 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b408c6-b427-4fa5-b25f-d281cc1fea08 admin admin] Checking segment: {'id': '32d54844-4ce9-4228-abf5-0f1ad3651b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:37:04.539475 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b408c6-b427-4fa5-b25f-d281cc1fea08 admin admin] Network hostable DHCP agents. Network: 80f8d646-52cd-4c79-be89-0476981cc6e9, hostable agents: ['fc80e4aa-b75a-45f9-bc92-ee666d9592cb'], hosted agents: [] {{(pid=104732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 13:37:04.558632 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b408c6-b427-4fa5-b25f-d281cc1fea08 admin admin] Network 80f8d646-52cd-4c79-be89-0476981cc6e9 is scheduled to be hosted by DHCP agent fc80e4aa-b75a-45f9-bc92-ee666d9592cb with binding_index 1 {{(pid=104732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 13:37:04.569887 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-8f6f6f8e-9a8a-4bcc-96d8-651f31901105 admin admin] Publish callbacks [] for security_group (8c7be91e-0175-46f7-a4e0-25f54afbd49d), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:04.570177 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-c9b408c6-b427-4fa5-b25f-d281cc1fea08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862136-1-iscsi, 80f8d646-52cd-4c79-be89-0476981cc6e9) {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:37:04.574286 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-8f6f6f8e-9a8a-4bcc-96d8-651f31901105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (8c7be91e-0175-46f7-a4e0-25f54afbd49d), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:04.574892 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b408c6-b427-4fa5-b25f-d281cc1fea08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:04.575469 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c9b408c6-b427-4fa5-b25f-d281cc1fea08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:04.582489 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e28245a-a89e-4a93-941a-95f4eb383337 None None] Network 80f8d646-52cd-4c79-be89-0476981cc6e9 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:37:04.596423 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-c9b408c6-b427-4fa5-b25f-d281cc1fea08 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3492434 Oct 20 13:37:04.599436 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 42694) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:04.603772 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-4f41c700-aea7-49d3-9f14-232ca9df9e8e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2097664648-router', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:04.618358 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6f6f8e-9a8a-4bcc-96d8-651f31901105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7be91e-0175-46f7-a4e0-25f54afbd49d,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:04.630244 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4f41c700-aea7-49d3-9f14-232ca9df9e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3865821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3818'] for router (912b722f-62ce-4725-bd33-0da43e579767), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:04.630932 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-8f6f6f8e-9a8a-4bcc-96d8-651f31901105 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=f0ef9819949e4b1d938213eee8db72de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1608682 Oct 20 13:37:04.631371 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4f41c700-aea7-49d3-9f14-232ca9df9e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3857831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3811'] for router (912b722f-62ce-4725-bd33-0da43e579767), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:04.631514 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 42696) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:04.691618 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cfc0b05a-ef20-48df-895d-677d1a8265d6 admin admin] Publish callbacks [] for security_group (8c7be91e-0175-46f7-a4e0-25f54afbd49d), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:04.700037 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4f41c700-aea7-49d3-9f14-232ca9df9e8e admin admin] Publish callbacks [] for router_controller (912b722f-62ce-4725-bd33-0da43e579767), precommit_add_association {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:04.719057 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7bc56b-3204-44ec-87e5-14e5607e8b58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d469a18-07e0-5135-909c-90e0e6ecf688-80f8d646-52cd-4c79-be89-0476981cc6e9', 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9', 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'fixed_ips': [{'subnet_id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8'}]}} from dv-cinder-862136-1-iscsi. {{(pid=104734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 13:37:04.719555 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cfc0b05a-ef20-48df-895d-677d1a8265d6 admin admin] Publish callbacks [] for security_group (8c7be91e-0175-46f7-a4e0-25f54afbd49d), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:04.719940 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-fe7bc56b-3204-44ec-87e5-14e5607e8b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:04.774333 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cfc0b05a-ef20-48df-895d-677d1a8265d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (8c7be91e-0175-46f7-a4e0-25f54afbd49d), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:04.777122 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cfc0b05a-ef20-48df-895d-677d1a8265d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:04.789436 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-cfc0b05a-ef20-48df-895d-677d1a8265d6 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/8c7be91e-0175-46f7-a4e0-25f54afbd49d HTTP/1.1" status: 204 len: 168 time: 0.1566644 Oct 20 13:37:04.799571 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0b05a-ef20-48df-895d-677d1a8265d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7be91e-0175-46f7-a4e0-25f54afbd49d,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:04.860454 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:04.874581 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-fe7bc56b-3204-44ec-87e5-14e5607e8b58 None None] Allocated IP 172.20.0.2 (80f8d646-52cd-4c79-be89-0476981cc6e9/39e34ab8-30e0-463a-a9d4-1b76cbd385a8/d2768478-9ae7-4628-b9db-8c709d971ef9) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:37:04.986683 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:05.043049 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-fe7bc56b-3204-44ec-87e5-14e5607e8b58 None None] Publish callbacks [] for port (d2768478-9ae7-4628-b9db-8c709d971ef9), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:05.051209 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-fe7bc56b-3204-44ec-87e5-14e5607e8b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955'] for port (d2768478-9ae7-4628-b9db-8c709d971ef9), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:05.079739 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4f41c700-aea7-49d3-9f14-232ca9df9e8e admin admin] Publish callbacks [] for router_gateway (912b722f-62ce-4725-bd33-0da43e579767), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:05.098180 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7bc56b-3204-44ec-87e5-14e5607e8b58 None None] Network 80f8d646-52cd-4c79-be89-0476981cc6e9 is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:37:05.099270 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7bc56b-3204-44ec-87e5-14e5607e8b58 None None] Pushing event updated for resources: {'Port': ['ID=d2768478-9ae7-4628-b9db-8c709d971ef9,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:05.102119 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-fe7bc56b-3204-44ec-87e5-14e5607e8b58 None None] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:37:05.104139 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7bc56b-3204-44ec-87e5-14e5607e8b58 None None] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:37:05.161856 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:05.194825 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-fe7bc56b-3204-44ec-87e5-14e5607e8b58 None None] Attempting to bind port d2768478-9ae7-4628-b9db-8c709d971ef9 on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:37:05.195190 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-fe7bc56b-3204-44ec-87e5-14e5607e8b58 None None] Attempting to bind port d2768478-9ae7-4628-b9db-8c709d971ef9 by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': '32d54844-4ce9-4228-abf5-0f1ad3651b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:37:05.195541 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7bc56b-3204-44ec-87e5-14e5607e8b58 None None] Attempting to bind port d2768478-9ae7-4628-b9db-8c709d971ef9 on network 80f8d646-52cd-4c79-be89-0476981cc6e9 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:37:05.231145 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 42704) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:05.240069 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7bc56b-3204-44ec-87e5-14e5607e8b58 None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:37:05.240640 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7bc56b-3204-44ec-87e5-14e5607e8b58 None None] Checking segment: {'id': '32d54844-4ce9-4228-abf5-0f1ad3651b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:37:05.241938 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-fe7bc56b-3204-44ec-87e5-14e5607e8b58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:05.242403 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7bc56b-3204-44ec-87e5-14e5607e8b58 None None] Bound using segment: {'id': '32d54844-4ce9-4228-abf5-0f1ad3651b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:37:05.242791 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-fe7bc56b-3204-44ec-87e5-14e5607e8b58 None None] Bound port: d2768478-9ae7-4628-b9db-8c709d971ef9, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d54844-4ce9-4228-abf5-0f1ad3651b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:37:05.243212 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-fe7bc56b-3204-44ec-87e5-14e5607e8b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (d2768478-9ae7-4628-b9db-8c709d971ef9), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:05.248032 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-9bcb784a-4a77-4974-ae70-173230a29d95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:05.307897 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4f41c700-aea7-49d3-9f14-232ca9df9e8e admin admin] Publish callbacks [] for router_gateway (912b722f-62ce-4725-bd33-0da43e579767), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:05.315591 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-fe7bc56b-3204-44ec-87e5-14e5607e8b58 None None] For port d2768478-9ae7-4628-b9db-8c709d971ef9, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:37:05.319958 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-fe7bc56b-3204-44ec-87e5-14e5607e8b58 None None] For port d2768478-9ae7-4628-b9db-8c709d971ef9, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=d2768478-9ae7-4628-b9db-8c709d971ef9,segment=NetworkSegment(32d54844-4ce9-4228-abf5-0f1ad3651b18),segment_id=32d54844-4ce9-4228-abf5-0f1ad3651b18)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:37:05.326186 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-fe7bc56b-3204-44ec-87e5-14e5607e8b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (d2768478-9ae7-4628-b9db-8c709d971ef9), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:05.332153 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4f41c700-aea7-49d3-9f14-232ca9df9e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:05.341976 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-9bcb784a-4a77-4974-ae70-173230a29d95 admin admin] Publish callbacks [] for security_group (658923c6-397e-4a30-b751-37b9cbf947ee), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:05.347900 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-9bcb784a-4a77-4974-ae70-173230a29d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (658923c6-397e-4a30-b751-37b9cbf947ee), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:05.385952 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:05.395496 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb784a-4a77-4974-ae70-173230a29d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658923c6-397e-4a30-b751-37b9cbf947ee,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:05.400332 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-9bcb784a-4a77-4974-ae70-173230a29d95 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=974af7d6480947cea2ced410115d5f1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1678362 Oct 20 13:37:05.402849 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 42708) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:05.415238 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7bc56b-3204-44ec-87e5-14e5607e8b58 None None] Pushing event updated for resources: {'Port': ['ID=d2768478-9ae7-4628-b9db-8c709d971ef9,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:05.462501 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-4f41c700-aea7-49d3-9f14-232ca9df9e8e admin admin] Allocated IP 172.27.0.252 (54b02c82-3888-4407-a753-5cb002a664e9/80f1bf56-ddb3-4c42-8717-7c4bb006400e/42053ae8-57fb-4881-935e-17f6392a9b87) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:37:05.467994 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-43d3a8da-b706-4e32-b2a7-d014ceba3c3c admin admin] Publish callbacks [] for security_group (658923c6-397e-4a30-b751-37b9cbf947ee), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:05.489615 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-43d3a8da-b706-4e32-b2a7-d014ceba3c3c admin admin] Publish callbacks [] for security_group (658923c6-397e-4a30-b751-37b9cbf947ee), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:05.571275 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-43d3a8da-b706-4e32-b2a7-d014ceba3c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (658923c6-397e-4a30-b751-37b9cbf947ee), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:05.574800 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-43d3a8da-b706-4e32-b2a7-d014ceba3c3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:05.576544 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-43d3a8da-b706-4e32-b2a7-d014ceba3c3c admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/658923c6-397e-4a30-b751-37b9cbf947ee HTTP/1.1" status: 204 len: 168 time: 0.1724052 Oct 20 13:37:05.591580 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3a8da-b706-4e32-b2a7-d014ceba3c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658923c6-397e-4a30-b751-37b9cbf947ee,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:05.623410 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4f41c700-aea7-49d3-9f14-232ca9df9e8e admin admin] Publish callbacks [] for port (42053ae8-57fb-4881-935e-17f6392a9b87), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:05.677396 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4f41c700-aea7-49d3-9f14-232ca9df9e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (42053ae8-57fb-4881-935e-17f6392a9b87), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:05.738436 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f41c700-aea7-49d3-9f14-232ca9df9e8e admin admin] Network 54b02c82-3888-4407-a753-5cb002a664e9 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:37:05.739248 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41c700-aea7-49d3-9f14-232ca9df9e8e admin admin] Pushing event updated for resources: {'Port': ['ID=42053ae8-57fb-4881-935e-17f6392a9b87,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:05.742628 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-4f41c700-aea7-49d3-9f14-232ca9df9e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:37:05.744852 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f41c700-aea7-49d3-9f14-232ca9df9e8e admin admin] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:37:05.780523 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:05.993949 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4f41c700-aea7-49d3-9f14-232ca9df9e8e admin admin] Publish callbacks [] for router_gateway (912b722f-62ce-4725-bd33-0da43e579767), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:06.202938 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4f41c700-aea7-49d3-9f14-232ca9df9e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3855127'] for router (912b722f-62ce-4725-bd33-0da43e579767), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:06.211362 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:06.349783 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f41c700-aea7-49d3-9f14-232ca9df9e8e admin admin] Router 912b722f-62ce-4725-bd33-0da43e579767 is scheduled to L3 agent be337168-f950-40d6-92a4-727d8beca7ca with binding_index 1 {{(pid=104732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 13:37:06.431218 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1599f2c3-823b-4cef-b0cd-55f79e6a44f1 None None] Network 80f8d646-52cd-4c79-be89-0476981cc6e9 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:37:06.473324 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f41c700-aea7-49d3-9f14-232ca9df9e8e admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:37:06.492112 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf780ef-0986-48b5-ba88-74fc189da0a8 None None] Sync routers for ids ['912b722f-62ce-4725-bd33-0da43e579767'] in dv-cinder-862136-1-iscsi {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:37:06.496247 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4f41c700-aea7-49d3-9f14-232ca9df9e8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:06.502504 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 42742) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:06.513992 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-4f41c700-aea7-49d3-9f14-232ca9df9e8e admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.9129281 Oct 20 13:37:06.525673 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-208008c8-48e2-4da8-bdca-ec66c18ac431 None None] Provisioning complete for port d2768478-9ae7-4628-b9db-8c709d971ef9 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:06.526051 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-208008c8-48e2-4da8-bdca-ec66c18ac431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (d2768478-9ae7-4628-b9db-8c709d971ef9), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:06.526378 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-208008c8-48e2-4da8-bdca-ec66c18ac431 None None] Attempt 1 to provision port d2768478-9ae7-4628-b9db-8c709d971ef9 Oct 20 13:37:06.534094 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf780ef-0986-48b5-ba88-74fc189da0a8 None None] Routers {'912b722f-62ce-4725-bd33-0da43e579767'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:37:06.534736 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-bbf780ef-0986-48b5-ba88-74fc189da0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:36:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['912b722f-62ce-4725-bd33-0da43e579767'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:06.750803 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:06.775132 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-bbf780ef-0986-48b5-ba88-74fc189da0a8 None None] Set router 912b722f-62ce-4725-bd33-0da43e579767 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:37:06.777459 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-208008c8-48e2-4da8-bdca-ec66c18ac431 None None] Current status of the port d2768478-9ae7-4628-b9db-8c709d971ef9 is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:06.777839 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-208008c8-48e2-4da8-bdca-ec66c18ac431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (d2768478-9ae7-4628-b9db-8c709d971ef9), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:06.814600 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:06.935336 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:06.991423 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-208008c8-48e2-4da8-bdca-ec66c18ac431 None None] For port d2768478-9ae7-4628-b9db-8c709d971ef9, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=d2768478-9ae7-4628-b9db-8c709d971ef9,segment=NetworkSegment(32d54844-4ce9-4228-abf5-0f1ad3651b18),segment_id=32d54844-4ce9-4228-abf5-0f1ad3651b18)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:37:07.005470 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-208008c8-48e2-4da8-bdca-ec66c18ac431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (d2768478-9ae7-4628-b9db-8c709d971ef9), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:07.023577 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:07.033103 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 42756) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:07.120112 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208008c8-48e2-4da8-bdca-ec66c18ac431 None None] Pushing event updated for resources: {'Port': ['ID=d2768478-9ae7-4628-b9db-8c709d971ef9,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:07.134820 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-bbf780ef-0986-48b5-ba88-74fc189da0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912b722f-62ce-4725-bd33-0da43e579767', 'name': 'tempest-ServerRescueNegativeTestJSON-2097664648-router', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:04Z', 'updated_at': '2022-10-20T13:37:05Z', 'revision_number': 3, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'gw_port': {'id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912b722f-62ce-4725-bd33-0da43e579767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:05Z', 'updated_at': '2022-10-20T13:37:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:07.138927 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-a921a883-7b0e-41ad-83ad-1f1c56d91dc6 None None] Provisioning complete for port d2768478-9ae7-4628-b9db-8c709d971ef9 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:07.139295 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a921a883-7b0e-41ad-83ad-1f1c56d91dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (d2768478-9ae7-4628-b9db-8c709d971ef9), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:07.139629 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-a921a883-7b0e-41ad-83ad-1f1c56d91dc6 None None] Attempt 1 to provision port d2768478-9ae7-4628-b9db-8c709d971ef9 Oct 20 13:37:07.164786 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-364411f8-e936-4570-80c8-12b993194c07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:07.165816 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf780ef-0986-48b5-ba88-74fc189da0a8 None None] Checking router: 912b722f-62ce-4725-bd33-0da43e579767 for host: dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:37:07.166161 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf780ef-0986-48b5-ba88-74fc189da0a8 None None] Updating router 912b722f-62ce-4725-bd33-0da43e579767 port 42053ae8-57fb-4881-935e-17f6392a9b87 binding host dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 13:37:07.190815 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-57f6b8e5-6df4-4ce1-9f6e-7290226ae050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:07.225343 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-bbf780ef-0986-48b5-ba88-74fc189da0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (42053ae8-57fb-4881-935e-17f6392a9b87), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:07.245353 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-364411f8-e936-4570-80c8-12b993194c07 admin admin] Publish callbacks [] for security_group (04b88578-d700-4180-be6b-00519fb2e275), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:07.252510 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-364411f8-e936-4570-80c8-12b993194c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (04b88578-d700-4180-be6b-00519fb2e275), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:07.285308 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:07.287965 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364411f8-e936-4570-80c8-12b993194c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b88578-d700-4180-be6b-00519fb2e275,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:07.320388 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-364411f8-e936-4570-80c8-12b993194c07 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=e1f267f9502b437495d396d31e68c0c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859013 Oct 20 13:37:07.321080 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 42762) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:07.373757 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-a921a883-7b0e-41ad-83ad-1f1c56d91dc6 None None] Current status of the port d2768478-9ae7-4628-b9db-8c709d971ef9 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:07.392430 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-14cb1a22-12cd-49fc-928f-8ef24103ed29 admin admin] Publish callbacks [] for security_group (04b88578-d700-4180-be6b-00519fb2e275), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:07.434790 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-14cb1a22-12cd-49fc-928f-8ef24103ed29 admin admin] Publish callbacks [] for security_group (04b88578-d700-4180-be6b-00519fb2e275), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:07.441024 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [None req-57f6b8e5-6df4-4ce1-9f6e-7290226ae050 admin admin] Allocated IP 172.20.0.1 (80f8d646-52cd-4c79-be89-0476981cc6e9/39e34ab8-30e0-463a-a9d4-1b76cbd385a8/542bf4f3-82b0-45c3-a06e-3e578747d746) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:37:07.467534 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device d2768478-9ae7-4628-b9db-8c709d971ef9 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:37:07.520383 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-14cb1a22-12cd-49fc-928f-8ef24103ed29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (04b88578-d700-4180-be6b-00519fb2e275), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:07.523964 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-14cb1a22-12cd-49fc-928f-8ef24103ed29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:07.525683 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-14cb1a22-12cd-49fc-928f-8ef24103ed29 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/04b88578-d700-4180-be6b-00519fb2e275 HTTP/1.1" status: 204 len: 168 time: 0.2030985 Oct 20 13:37:07.542280 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb1a22-12cd-49fc-928f-8ef24103ed29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b88578-d700-4180-be6b-00519fb2e275,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:07.605018 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:07.616997 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port d2768478-9ae7-4628-b9db-8c709d971ef9 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:07.617407 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (d2768478-9ae7-4628-b9db-8c709d971ef9), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:07.617737 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port d2768478-9ae7-4628-b9db-8c709d971ef9 Oct 20 13:37:07.671263 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-57f6b8e5-6df4-4ce1-9f6e-7290226ae050 admin admin] Publish callbacks [] for port (542bf4f3-82b0-45c3-a06e-3e578747d746), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:07.712048 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-57f6b8e5-6df4-4ce1-9f6e-7290226ae050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (542bf4f3-82b0-45c3-a06e-3e578747d746), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:07.761673 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-bbf780ef-0986-48b5-ba88-74fc189da0a8 None None] Publish callbacks [] for port (42053ae8-57fb-4881-935e-17f6392a9b87), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:07.761673 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port d2768478-9ae7-4628-b9db-8c709d971ef9 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:07.762772 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f6b8e5-6df4-4ce1-9f6e-7290226ae050 admin admin] Network 80f8d646-52cd-4c79-be89-0476981cc6e9 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:37:07.762772 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [None req-57f6b8e5-6df4-4ce1-9f6e-7290226ae050 admin admin] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:37:07.767811 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f6b8e5-6df4-4ce1-9f6e-7290226ae050 admin admin] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:37:07.788355 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-bbf780ef-0986-48b5-ba88-74fc189da0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (42053ae8-57fb-4881-935e-17f6392a9b87), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:07.791480 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6b8e5-6df4-4ce1-9f6e-7290226ae050 admin admin] Pushing event updated for resources: {'Port': ['ID=542bf4f3-82b0-45c3-a06e-3e578747d746,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:07.832653 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-57f6b8e5-6df4-4ce1-9f6e-7290226ae050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859861'] for router_interface (912b722f-62ce-4725-bd33-0da43e579767), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:07.843902 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:07.847776 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-bbf780ef-0986-48b5-ba88-74fc189da0a8 None None] Attempting to bind port 42053ae8-57fb-4881-935e-17f6392a9b87 on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:37:07.849230 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-bbf780ef-0986-48b5-ba88-74fc189da0a8 None None] Attempting to bind port 42053ae8-57fb-4881-935e-17f6392a9b87 by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:37:07.849606 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf780ef-0986-48b5-ba88-74fc189da0a8 None None] Attempting to bind port 42053ae8-57fb-4881-935e-17f6392a9b87 on network 54b02c82-3888-4407-a753-5cb002a664e9 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:37:07.903876 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42059e06-5f2e-4ce7-930c-a9346eb15510 None None] Pushing event updated for resources: {'Port': ['ID=42053ae8-57fb-4881-935e-17f6392a9b87,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:07.912411 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf780ef-0986-48b5-ba88-74fc189da0a8 None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:37:07.913049 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf780ef-0986-48b5-ba88-74fc189da0a8 None None] Checking segment: {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:37:07.913602 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-bbf780ef-0986-48b5-ba88-74fc189da0a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:07.914133 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf780ef-0986-48b5-ba88-74fc189da0a8 None None] Bound using segment: {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:37:07.914757 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-bbf780ef-0986-48b5-ba88-74fc189da0a8 None None] Bound port: 42053ae8-57fb-4881-935e-17f6392a9b87, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:37:07.915616 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-bbf780ef-0986-48b5-ba88-74fc189da0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (42053ae8-57fb-4881-935e-17f6392a9b87), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:07.984772 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-bbf780ef-0986-48b5-ba88-74fc189da0a8 None None] For port 42053ae8-57fb-4881-935e-17f6392a9b87, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:37:07.988914 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-bbf780ef-0986-48b5-ba88-74fc189da0a8 None None] For port 42053ae8-57fb-4881-935e-17f6392a9b87, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=42053ae8-57fb-4881-935e-17f6392a9b87,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:37:07.996841 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-bbf780ef-0986-48b5-ba88-74fc189da0a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (42053ae8-57fb-4881-935e-17f6392a9b87), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:08.025759 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:08.037557 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:08.040240 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf780ef-0986-48b5-ba88-74fc189da0a8 None None] Routers {'912b722f-62ce-4725-bd33-0da43e579767'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:37:08.041052 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-bbf780ef-0986-48b5-ba88-74fc189da0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:36:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['912b722f-62ce-4725-bd33-0da43e579767'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:08.048061 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-57f6b8e5-6df4-4ce1-9f6e-7290226ae050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (542bf4f3-82b0-45c3-a06e-3e578747d746), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:08.106716 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42059e06-5f2e-4ce7-930c-a9346eb15510 None None] Pushing event updated for resources: {'Port': ['ID=42053ae8-57fb-4881-935e-17f6392a9b87,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:08.124923 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-df695e9c-fea8-4c87-a67d-863adafcd5c6 None None] Provisioning complete for port 542bf4f3-82b0-45c3-a06e-3e578747d746 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:08.125296 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-df695e9c-fea8-4c87-a67d-863adafcd5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (542bf4f3-82b0-45c3-a06e-3e578747d746), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:08.125628 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-df695e9c-fea8-4c87-a67d-863adafcd5c6 None None] Attempt 1 to provision port 542bf4f3-82b0-45c3-a06e-3e578747d746 Oct 20 13:37:08.195283 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-df695e9c-fea8-4c87-a67d-863adafcd5c6 None None] Port 542bf4f3-82b0-45c3-a06e-3e578747d746 cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:37:08.213168 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-bbf780ef-0986-48b5-ba88-74fc189da0a8 None None] Set router 912b722f-62ce-4725-bd33-0da43e579767 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:37:08.265402 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-57f6b8e5-6df4-4ce1-9f6e-7290226ae050 admin admin] Publish callbacks [] for port (542bf4f3-82b0-45c3-a06e-3e578747d746), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:08.272051 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-57f6b8e5-6df4-4ce1-9f6e-7290226ae050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (542bf4f3-82b0-45c3-a06e-3e578747d746), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:08.349595 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-57f6b8e5-6df4-4ce1-9f6e-7290226ae050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864581'] for router_interface (912b722f-62ce-4725-bd33-0da43e579767), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:08.351649 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f6b8e5-6df4-4ce1-9f6e-7290226ae050 admin admin] Pushing event updated for resources: {'Port': ['ID=542bf4f3-82b0-45c3-a06e-3e578747d746,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:08.462849 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f6b8e5-6df4-4ce1-9f6e-7290226ae050 admin admin] Network 80f8d646-52cd-4c79-be89-0476981cc6e9 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:37:08.464205 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [None req-57f6b8e5-6df4-4ce1-9f6e-7290226ae050 admin admin] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:37:08.556319 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-bbf780ef-0986-48b5-ba88-74fc189da0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912b722f-62ce-4725-bd33-0da43e579767', 'name': 'tempest-ServerRescueNegativeTestJSON-2097664648-router', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:04Z', 'updated_at': '2022-10-20T13:37:07Z', 'revision_number': 4, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'gw_port': {'id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912b722f-62ce-4725-bd33-0da43e579767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:05Z', 'updated_at': '2022-10-20T13:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '542bf4f3-82b0-45c3-a06e-3e578747d746', 'name': '', 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'mac_address': 'fa:16:3e:52:39:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912b722f-62ce-4725-bd33-0da43e579767', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:07Z', 'updated_at': '2022-10-20T13:37:07Z', 'revision_number': 1, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'subnets': [{'id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:08.582891 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf780ef-0986-48b5-ba88-74fc189da0a8 None None] The sync data for ids ['912b722f-62ce-4725-bd33-0da43e579767'] in dv-cinder-862136-1-iscsi is: [{'id': '912b722f-62ce-4725-bd33-0da43e579767', 'name': 'tempest-ServerRescueNegativeTestJSON-2097664648-router', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:04Z', 'updated_at': '2022-10-20T13:37:07Z', 'revision_number': 4, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'gw_port': {'id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c7:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912b722f-62ce-4725-bd33-0da43e579767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:05Z', 'updated_at': '2022-10-20T13:37:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '542bf4f3-82b0-45c3-a06e-3e578747d746', 'name': '', 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'mac_address': 'fa:16:3e:52:39:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912b722f-62ce-4725-bd33-0da43e579767', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:07Z', 'updated_at': '2022-10-20T13:37:07Z', 'revision_number': 1, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'subnets': [{'id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:37:08.594519 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f6b8e5-6df4-4ce1-9f6e-7290226ae050 admin admin] Router 912b722f-62ce-4725-bd33-0da43e579767 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:37:08.644455 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:08.710262 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f6b8e5-6df4-4ce1-9f6e-7290226ae050 admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:37:08.715402 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-57f6b8e5-6df4-4ce1-9f6e-7290226ae050 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/912b722f-62ce-4725-bd33-0da43e579767/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2118726 Oct 20 13:37:08.727535 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-74f8d6a5-3fa4-43f7-894c-82a94e0fc521 None None] Provisioning complete for port 542bf4f3-82b0-45c3-a06e-3e578747d746 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:08.727967 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-74f8d6a5-3fa4-43f7-894c-82a94e0fc521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (542bf4f3-82b0-45c3-a06e-3e578747d746), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:08.728362 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-74f8d6a5-3fa4-43f7-894c-82a94e0fc521 None None] Attempt 1 to provision port 542bf4f3-82b0-45c3-a06e-3e578747d746 Oct 20 13:37:08.764835 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-74f8d6a5-3fa4-43f7-894c-82a94e0fc521 None None] Port 542bf4f3-82b0-45c3-a06e-3e578747d746 cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:37:09.213831 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335a259-b94d-4697-8740-6309d123889e req-c635d47d-16ea-46de-91c7-4bfc1c975ad2 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:09.215454 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5335a259-b94d-4697-8740-6309d123889e req-c635d47d-16ea-46de-91c7-4bfc1c975ad2 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/networks?id=80f8d646-52cd-4c79-be89-0476981cc6e9 HTTP/1.1" status: 200 len: 819 time: 0.1185157 Oct 20 13:37:09.231106 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5335a259-b94d-4697-8740-6309d123889e req-835c553c-6dd7-4094-b0dd-d2ff1f9f008e tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/quotas/f36e9fb394944eb0a0c2c0075dbc937c HTTP/1.1" status: 200 len: 375 time: 0.0099931 Oct 20 13:37:09.295246 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5335a259-b94d-4697-8740-6309d123889e req-182d7031-4423-475e-8a09-6dd56c06a0dd tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f36e9fb394944eb0a0c2c0075dbc937c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581956 Oct 20 13:37:09.347777 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 42053ae8-57fb-4881-935e-17f6392a9b87 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:37:09.395344 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 42053ae8-57fb-4881-935e-17f6392a9b87 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:09.395829 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (42053ae8-57fb-4881-935e-17f6392a9b87), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:09.396231 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 42053ae8-57fb-4881-935e-17f6392a9b87 Oct 20 13:37:09.406510 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5335a259-b94d-4697-8740-6309d123889e req-6710e7b1-a4f0-4d41-b722-6f3c524959d7 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027770 Oct 20 13:37:09.492541 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 42053ae8-57fb-4881-935e-17f6392a9b87 is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:09.493060 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (42053ae8-57fb-4881-935e-17f6392a9b87), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:09.497689 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:09.525643 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5335a259-b94d-4697-8740-6309d123889e req-b9de34a9-904a-4df9-aaa4-63490030498e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128688 Oct 20 13:37:09.531888 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port 42053ae8-57fb-4881-935e-17f6392a9b87, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=42053ae8-57fb-4881-935e-17f6392a9b87,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:37:09.536349 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (42053ae8-57fb-4881-935e-17f6392a9b87), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:09.588719 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=42053ae8-57fb-4881-935e-17f6392a9b87,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:09.715169 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-70c9ad0b-dda4-48b6-9ab1-7144ab0b19c8 req-1539b535-9c5e-4a33-a391-49cd0afca662 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 210 time: 0.0313919 Oct 20 13:37:09.982722 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-7019de2f-2cb1-4d0d-ad74-ef4e3d60dfdc tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:09.984398 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-7019de2f-2cb1-4d0d-ad74-ef4e3d60dfdc tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/networks?id=80f8d646-52cd-4c79-be89-0476981cc6e9 HTTP/1.1" status: 200 len: 819 time: 0.1173141 Oct 20 13:37:10.001109 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-70d441cb-06cb-4a65-a345-309903003f18 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/quotas/f36e9fb394944eb0a0c2c0075dbc937c HTTP/1.1" status: 200 len: 375 time: 0.0101535 Oct 20 13:37:10.052766 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-6ed6a86c-069c-44bf-b3aa-967f0cc80533 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f36e9fb394944eb0a0c2c0075dbc937c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452759 Oct 20 13:37:10.161401 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-b46183ba-e2c2-4ad1-90bf-ffbb05eca352 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013954 Oct 20 13:37:10.263074 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-8e5e1c77-5f7b-4727-91e0-019e03fdefb9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975928 Oct 20 13:37:10.478019 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9dfb7c03-7b03-4c0e-ae4e-61ec4482efc0 req-f87f9a63-d891-4cb5-893c-ccdd02baf4aa tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 210 time: 0.0460732 Oct 20 13:37:10.524147 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=79 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:10.524945 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=58 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:10.632634 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 42876) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:10.805605 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6ea8ef23-6a9a-42cc-9cdb-c23aa6b5ac2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:10.911935 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cdd542-f82f-4457-9a01-53030456fa63 None None] Sync routers for ids ['912b722f-62ce-4725-bd33-0da43e579767'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:37:10.914868 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6ea8ef23-6a9a-42cc-9cdb-c23aa6b5ac2d admin admin] Publish callbacks [] for security_group (c0aa5e89-4b01-4e55-961e-54d4aac138d4), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:10.921961 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6ea8ef23-6a9a-42cc-9cdb-c23aa6b5ac2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (c0aa5e89-4b01-4e55-961e-54d4aac138d4), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:10.939122 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:10.948374 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cdd542-f82f-4457-9a01-53030456fa63 None None] Routers {'912b722f-62ce-4725-bd33-0da43e579767'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:37:10.949046 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-b4cdd542-f82f-4457-9a01-53030456fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:36:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['912b722f-62ce-4725-bd33-0da43e579767'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:10.977156 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-6ea8ef23-6a9a-42cc-9cdb-c23aa6b5ac2d admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=67afa2b402b64f188c5ab850608c1edf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3430953 Oct 20 13:37:10.978038 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea8ef23-6a9a-42cc-9cdb-c23aa6b5ac2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0aa5e89-4b01-4e55-961e-54d4aac138d4,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:10.980223 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 42892) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:11.070049 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-b4cdd542-f82f-4457-9a01-53030456fa63 None None] Set router 912b722f-62ce-4725-bd33-0da43e579767 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:37:11.097915 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-1928a782-7207-487e-a64f-5f4f14de5431 admin admin] Publish callbacks [] for security_group (c0aa5e89-4b01-4e55-961e-54d4aac138d4), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:11.144182 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-1928a782-7207-487e-a64f-5f4f14de5431 admin admin] Publish callbacks [] for security_group (c0aa5e89-4b01-4e55-961e-54d4aac138d4), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:11.159045 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335a259-b94d-4697-8740-6309d123889e req-10fdc1ab-480e-468f-a2a9-e183c7110b91 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:11.160916 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5335a259-b94d-4697-8740-6309d123889e req-10fdc1ab-480e-468f-a2a9-e183c7110b91 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.20 "GET /networking/v2.0/networks?id=80f8d646-52cd-4c79-be89-0476981cc6e9 HTTP/1.1" status: 200 len: 819 time: 0.1460660 Oct 20 13:37:11.177128 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-5335a259-b94d-4697-8740-6309d123889e req-0fb8994b-0920-4966-8f3d-3165a2195f82 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Request body: {'port': {'device_id': '81af22d4-c2fa-4c17-9ab2-8cd63758321a', 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9', 'admin_state_up': True, 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:11.256266 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:11.307276 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-b4cdd542-f82f-4457-9a01-53030456fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912b722f-62ce-4725-bd33-0da43e579767', 'name': 'tempest-ServerRescueNegativeTestJSON-2097664648-router', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:04Z', 'updated_at': '2022-10-20T13:37:07Z', 'revision_number': 4, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'gw_port': {'id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912b722f-62ce-4725-bd33-0da43e579767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:05Z', 'updated_at': '2022-10-20T13:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '542bf4f3-82b0-45c3-a06e-3e578747d746', 'name': '', 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'mac_address': 'fa:16:3e:52:39:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912b722f-62ce-4725-bd33-0da43e579767', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:07Z', 'updated_at': '2022-10-20T13:37:08Z', 'revision_number': 2, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'subnets': [{'id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:11.333688 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-1928a782-7207-487e-a64f-5f4f14de5431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (c0aa5e89-4b01-4e55-961e-54d4aac138d4), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:11.336554 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-1928a782-7207-487e-a64f-5f4f14de5431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:11.337871 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-1928a782-7207-487e-a64f-5f4f14de5431 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/c0aa5e89-4b01-4e55-961e-54d4aac138d4 HTTP/1.1" status: 204 len: 168 time: 0.3561220 Oct 20 13:37:11.355442 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cdd542-f82f-4457-9a01-53030456fa63 None None] Checking router: 912b722f-62ce-4725-bd33-0da43e579767 for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:37:11.355790 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cdd542-f82f-4457-9a01-53030456fa63 None None] Updating router 912b722f-62ce-4725-bd33-0da43e579767 port 542bf4f3-82b0-45c3-a06e-3e578747d746 binding host dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 13:37:11.385280 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928a782-7207-487e-a64f-5f4f14de5431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0aa5e89-4b01-4e55-961e-54d4aac138d4,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:11.425323 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b4cdd542-f82f-4457-9a01-53030456fa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (542bf4f3-82b0-45c3-a06e-3e578747d746), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:11.437735 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5335a259-b94d-4697-8740-6309d123889e req-0fb8994b-0920-4966-8f3d-3165a2195f82 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Made reservation on behalf of f36e9fb394944eb0a0c2c0075dbc937c for: {'port': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:37:11.447097 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-5335a259-b94d-4697-8740-6309d123889e req-0fb8994b-0920-4966-8f3d-3165a2195f82 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:11.470386 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 42053ae8-57fb-4881-935e-17f6392a9b87 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:37:11.562099 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 42053ae8-57fb-4881-935e-17f6392a9b87 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:11.562695 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (42053ae8-57fb-4881-935e-17f6392a9b87), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:11.563200 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 42053ae8-57fb-4881-935e-17f6392a9b87 Oct 20 13:37:11.595812 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:11.652005 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-e684c908-e915-4776-9734-1e7d8f3cce8f req-0a61fd11-6c63-4732-a51e-e2a5e96c9695 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 210 time: 0.0549951 Oct 20 13:37:11.711539 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 42053ae8-57fb-4881-935e-17f6392a9b87 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:11.717040 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:11.729604 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b4cdd542-f82f-4457-9a01-53030456fa63 None None] Publish callbacks [] for port (542bf4f3-82b0-45c3-a06e-3e578747d746), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:11.738126 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b4cdd542-f82f-4457-9a01-53030456fa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (542bf4f3-82b0-45c3-a06e-3e578747d746), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:11.786203 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7974ad-e668-41d0-afb6-1a5045d200e5 None None] Pushing event updated for resources: {'Port': ['ID=542bf4f3-82b0-45c3-a06e-3e578747d746,revision_number=3']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:11.794389 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7974ad-e668-41d0-afb6-1a5045d200e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:11.795001 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7974ad-e668-41d0-afb6-1a5045d200e5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:11.795522 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7974ad-e668-41d0-afb6-1a5045d200e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:11.796078 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7974ad-e668-41d0-afb6-1a5045d200e5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:11.796542 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7974ad-e668-41d0-afb6-1a5045d200e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:11.797028 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7974ad-e668-41d0-afb6-1a5045d200e5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:11.797553 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7974ad-e668-41d0-afb6-1a5045d200e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:11.798647 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7974ad-e668-41d0-afb6-1a5045d200e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:11.799153 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7974ad-e668-41d0-afb6-1a5045d200e5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:11.799664 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7974ad-e668-41d0-afb6-1a5045d200e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:11.800108 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7974ad-e668-41d0-afb6-1a5045d200e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:11.800581 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7974ad-e668-41d0-afb6-1a5045d200e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:11.801069 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7974ad-e668-41d0-afb6-1a5045d200e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:11.801538 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7974ad-e668-41d0-afb6-1a5045d200e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:11.801990 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c7974ad-e668-41d0-afb6-1a5045d200e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:11.824264 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [req-5335a259-b94d-4697-8740-6309d123889e req-0fb8994b-0920-4966-8f3d-3165a2195f82 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Allocated IP 172.20.0.6 (80f8d646-52cd-4c79-be89-0476981cc6e9/39e34ab8-30e0-463a-a9d4-1b76cbd385a8/ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:37:11.866797 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-b4cdd542-f82f-4457-9a01-53030456fa63 None None] Attempting to bind port 542bf4f3-82b0-45c3-a06e-3e578747d746 on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:37:11.867347 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-b4cdd542-f82f-4457-9a01-53030456fa63 None None] Attempting to bind port 542bf4f3-82b0-45c3-a06e-3e578747d746 by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': '32d54844-4ce9-4228-abf5-0f1ad3651b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9'}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:37:11.867848 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cdd542-f82f-4457-9a01-53030456fa63 None None] Attempting to bind port 542bf4f3-82b0-45c3-a06e-3e578747d746 on network 80f8d646-52cd-4c79-be89-0476981cc6e9 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:37:11.916673 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cdd542-f82f-4457-9a01-53030456fa63 None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:37:11.917222 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cdd542-f82f-4457-9a01-53030456fa63 None None] Checking segment: {'id': '32d54844-4ce9-4228-abf5-0f1ad3651b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:37:11.917681 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b4cdd542-f82f-4457-9a01-53030456fa63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:11.918316 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cdd542-f82f-4457-9a01-53030456fa63 None None] Bound using segment: {'id': '32d54844-4ce9-4228-abf5-0f1ad3651b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9'} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:37:11.918945 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-b4cdd542-f82f-4457-9a01-53030456fa63 None None] Bound port: 542bf4f3-82b0-45c3-a06e-3e578747d746, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d54844-4ce9-4228-abf5-0f1ad3651b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9'}}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:37:11.919470 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b4cdd542-f82f-4457-9a01-53030456fa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (542bf4f3-82b0-45c3-a06e-3e578747d746), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:11.989479 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-b4cdd542-f82f-4457-9a01-53030456fa63 None None] For port 542bf4f3-82b0-45c3-a06e-3e578747d746, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:37:11.993207 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-b4cdd542-f82f-4457-9a01-53030456fa63 None None] For port 542bf4f3-82b0-45c3-a06e-3e578747d746, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=542bf4f3-82b0-45c3-a06e-3e578747d746,segment=NetworkSegment(32d54844-4ce9-4228-abf5-0f1ad3651b18),segment_id=32d54844-4ce9-4228-abf5-0f1ad3651b18)] {{(pid=104735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:37:12.000479 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-b4cdd542-f82f-4457-9a01-53030456fa63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (542bf4f3-82b0-45c3-a06e-3e578747d746), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:12.029266 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-5335a259-b94d-4697-8740-6309d123889e req-0fb8994b-0920-4966-8f3d-3165a2195f82 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks [] for port (ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:12.053908 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7974ad-e668-41d0-afb6-1a5045d200e5 None None] Pushing event updated for resources: {'Port': ['ID=542bf4f3-82b0-45c3-a06e-3e578747d746,revision_number=4']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:12.056134 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:12.065360 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cdd542-f82f-4457-9a01-53030456fa63 None None] Routers {'912b722f-62ce-4725-bd33-0da43e579767'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:37:12.065963 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-b4cdd542-f82f-4457-9a01-53030456fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:36:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['912b722f-62ce-4725-bd33-0da43e579767'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:12.078221 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-5335a259-b94d-4697-8740-6309d123889e req-0fb8994b-0920-4966-8f3d-3165a2195f82 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:12.122006 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5335a259-b94d-4697-8740-6309d123889e req-0fb8994b-0920-4966-8f3d-3165a2195f82 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Network 80f8d646-52cd-4c79-be89-0476981cc6e9 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:37:12.129427 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [req-5335a259-b94d-4697-8740-6309d123889e req-0fb8994b-0920-4966-8f3d-3165a2195f82 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:37:12.132321 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-5335a259-b94d-4697-8740-6309d123889e req-0fb8994b-0920-4966-8f3d-3165a2195f82 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:37:12.232416 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 42924) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:12.241306 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-b4cdd542-f82f-4457-9a01-53030456fa63 None None] Set router 912b722f-62ce-4725-bd33-0da43e579767 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:37:12.324386 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-9e8a76c8-c608-40c4-b615-75497f54b219 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:12.325937 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-9e8a76c8-c608-40c4-b615-75497f54b219 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.20 "GET /networking/v2.0/networks?id=80f8d646-52cd-4c79-be89-0476981cc6e9 HTTP/1.1" status: 200 len: 819 time: 0.1303675 Oct 20 13:37:12.330454 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8994b-0920-4966-8f3d-3165a2195f82 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Pushing event updated for resources: {'Port': ['ID=ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:12.332552 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:12.351780 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-553b995c-6992-4133-9d9b-8f31c78ba0e0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Request body: {'port': {'device_id': '979db05e-9dea-4267-9635-f5de10f841cb', 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9', 'admin_state_up': True, 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:12.359751 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335a259-b94d-4697-8740-6309d123889e req-0fb8994b-0920-4966-8f3d-3165a2195f82 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:12.361029 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-5335a259-b94d-4697-8740-6309d123889e req-0fb8994b-0920-4966-8f3d-3165a2195f82 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:12.416378 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5335a259-b94d-4697-8740-6309d123889e req-0fb8994b-0920-4966-8f3d-3165a2195f82 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2454104 Oct 20 13:37:12.486748 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-205f9b50-7293-48e4-8a8f-c1a8754d9684 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:12.531488 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-5335a259-b94d-4697-8740-6309d123889e req-dcb331f3-ee2c-4682-b32c-31abc0db25eb service neutron] Request body: {'port': {'device_id': '81af22d4-c2fa-4c17-9ab2-8cd63758321a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86213'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:12.546103 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-fa9873ac-cd60-4fb6-a63f-a3378c4dda70 None None] Provisioning complete for port ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:12.546596 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-fa9873ac-cd60-4fb6-a63f-a3378c4dda70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:12.546821 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-fa9873ac-cd60-4fb6-a63f-a3378c4dda70 None None] Attempt 1 to provision port ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 Oct 20 13:37:12.571015 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-b4cdd542-f82f-4457-9a01-53030456fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912b722f-62ce-4725-bd33-0da43e579767', 'name': 'tempest-ServerRescueNegativeTestJSON-2097664648-router', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:04Z', 'updated_at': '2022-10-20T13:37:07Z', 'revision_number': 4, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'gw_port': {'id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912b722f-62ce-4725-bd33-0da43e579767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:05Z', 'updated_at': '2022-10-20T13:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '542bf4f3-82b0-45c3-a06e-3e578747d746', 'name': '', 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'mac_address': 'fa:16:3e:52:39:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912b722f-62ce-4725-bd33-0da43e579767', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:07Z', 'updated_at': '2022-10-20T13:37:11Z', 'revision_number': 4, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'subnets': [{'id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:12.592739 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-fa9873ac-cd60-4fb6-a63f-a3378c4dda70 None None] Port ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:37:12.665565 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-205f9b50-7293-48e4-8a8f-c1a8754d9684 admin admin] Publish callbacks [] for security_group (c847b57f-53d3-48ba-9029-2d806e2da71a), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:12.669915 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cdd542-f82f-4457-9a01-53030456fa63 None None] The sync data for ids ['912b722f-62ce-4725-bd33-0da43e579767'] in dv-cinder-862136-1-iscsi is: [{'id': '912b722f-62ce-4725-bd33-0da43e579767', 'name': 'tempest-ServerRescueNegativeTestJSON-2097664648-router', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:04Z', 'updated_at': '2022-10-20T13:37:07Z', 'revision_number': 4, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'gw_port': {'id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912b722f-62ce-4725-bd33-0da43e579767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:05Z', 'updated_at': '2022-10-20T13:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '542bf4f3-82b0-45c3-a06e-3e578747d746', 'name': '', 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'mac_address': 'fa:16:3e:52:39:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '912b722f-62ce-4725-bd33-0da43e579767', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:07Z', 'updated_at': '2022-10-20T13:37:11Z', 'revision_number': 4, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'subnets': [{'id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:37:12.671823 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-205f9b50-7293-48e4-8a8f-c1a8754d9684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (c847b57f-53d3-48ba-9029-2d806e2da71a), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:12.716639 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-5335a259-b94d-4697-8740-6309d123889e req-dcb331f3-ee2c-4682-b32c-31abc0db25eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:12.737065 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-553b995c-6992-4133-9d9b-8f31c78ba0e0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Made reservation on behalf of f36e9fb394944eb0a0c2c0075dbc937c for: {'port': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:37:12.747019 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-553b995c-6992-4133-9d9b-8f31c78ba0e0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:12.753010 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-205f9b50-7293-48e4-8a8f-c1a8754d9684 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=5a32b4a204ba4fbd9a3e2cd5551ad591&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5187242 Oct 20 13:37:12.754386 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205f9b50-7293-48e4-8a8f-c1a8754d9684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c847b57f-53d3-48ba-9029-2d806e2da71a,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:12.756856 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 42956) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:12.769010 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:12.804955 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:12.853955 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-2eb146ae-f034-45f9-ac72-b534ed36477f admin admin] Publish callbacks [] for security_group (c847b57f-53d3-48ba-9029-2d806e2da71a), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:12.879659 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-55086046-9d7e-4c2f-b70a-ee29e39d3e84 req-bbbeded2-7c61-4aea-bb9d-8e54fbab670f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 210 time: 0.0550461 Oct 20 13:37:12.904488 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-2eb146ae-f034-45f9-ac72-b534ed36477f admin admin] Publish callbacks [] for security_group (c847b57f-53d3-48ba-9029-2d806e2da71a), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:12.964971 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-2eb146ae-f034-45f9-ac72-b534ed36477f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (c847b57f-53d3-48ba-9029-2d806e2da71a), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:12.968808 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-2eb146ae-f034-45f9-ac72-b534ed36477f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:12.973382 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-2eb146ae-f034-45f9-ac72-b534ed36477f admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/c847b57f-53d3-48ba-9029-2d806e2da71a HTTP/1.1" status: 204 len: 168 time: 0.2129822 Oct 20 13:37:12.981144 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb146ae-f034-45f9-ac72-b534ed36477f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c847b57f-53d3-48ba-9029-2d806e2da71a,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:12.994970 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:13.108805 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-553b995c-6992-4133-9d9b-8f31c78ba0e0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Allocated IP 172.20.0.7 (80f8d646-52cd-4c79-be89-0476981cc6e9/39e34ab8-30e0-463a-a9d4-1b76cbd385a8/84925d54-d97f-47b3-ab29-4c56913ec155) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:37:13.311637 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:13.346006 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-553b995c-6992-4133-9d9b-8f31c78ba0e0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks [] for port (84925d54-d97f-47b3-ab29-4c56913ec155), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:13.376621 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 542bf4f3-82b0-45c3-a06e-3e578747d746 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:37:13.429705 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 542bf4f3-82b0-45c3-a06e-3e578747d746 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:13.430284 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (542bf4f3-82b0-45c3-a06e-3e578747d746), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:13.430987 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 542bf4f3-82b0-45c3-a06e-3e578747d746 Oct 20 13:37:13.522828 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-553b995c-6992-4133-9d9b-8f31c78ba0e0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (84925d54-d97f-47b3-ab29-4c56913ec155), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:13.580731 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 542bf4f3-82b0-45c3-a06e-3e578747d746 is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:13.581397 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (542bf4f3-82b0-45c3-a06e-3e578747d746), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:13.637553 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port 542bf4f3-82b0-45c3-a06e-3e578747d746, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=542bf4f3-82b0-45c3-a06e-3e578747d746,segment=NetworkSegment(32d54844-4ce9-4228-abf5-0f1ad3651b18),segment_id=32d54844-4ce9-4228-abf5-0f1ad3651b18)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:37:13.645829 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (542bf4f3-82b0-45c3-a06e-3e578747d746), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:13.649395 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-553b995c-6992-4133-9d9b-8f31c78ba0e0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Network 80f8d646-52cd-4c79-be89-0476981cc6e9 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:37:13.657814 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-553b995c-6992-4133-9d9b-8f31c78ba0e0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:37:13.664406 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-553b995c-6992-4133-9d9b-8f31c78ba0e0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:37:13.707807 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=542bf4f3-82b0-45c3-a06e-3e578747d746,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:13.716368 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b995c-6992-4133-9d9b-8f31c78ba0e0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Pushing event updated for resources: {'Port': ['ID=84925d54-d97f-47b3-ab29-4c56913ec155,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:13.779034 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-553b995c-6992-4133-9d9b-8f31c78ba0e0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:13.779627 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-553b995c-6992-4133-9d9b-8f31c78ba0e0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:13.828831 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-553b995c-6992-4133-9d9b-8f31c78ba0e0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4813676 Oct 20 13:37:13.845465 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-f6195d71-88ac-44ef-ac6e-0854e963a067 service neutron] Request body: {'port': {'device_id': '979db05e-9dea-4267-9635-f5de10f841cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86213'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:13.852654 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [req-5335a259-b94d-4697-8740-6309d123889e req-dcb331f3-ee2c-4682-b32c-31abc0db25eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 {{(pid=104733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:37:13.882967 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-5335a259-b94d-4697-8740-6309d123889e req-dcb331f3-ee2c-4682-b32c-31abc0db25eb service neutron] Publish callbacks [] for port (ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:13.918433 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.provisioning_blocks [req-5335a259-b94d-4697-8740-6309d123889e req-dcb331f3-ee2c-4682-b32c-31abc0db25eb service neutron] Transition to ACTIVE for port object ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 will not be triggered until provisioned by entity L2. {{(pid=104733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 13:37:13.937648 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:13.943412 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-5335a259-b94d-4697-8740-6309d123889e req-dcb331f3-ee2c-4682-b32c-31abc0db25eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:13.960371 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-36b58295-44d5-4276-a6fc-f1822793da06 None None] Provisioning complete for port 84925d54-d97f-47b3-ab29-4c56913ec155 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:13.961404 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-36b58295-44d5-4276-a6fc-f1822793da06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (84925d54-d97f-47b3-ab29-4c56913ec155), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:13.962232 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-36b58295-44d5-4276-a6fc-f1822793da06 None None] Attempt 1 to provision port 84925d54-d97f-47b3-ab29-4c56913ec155 Oct 20 13:37:13.990458 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-f6195d71-88ac-44ef-ac6e-0854e963a067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (84925d54-d97f-47b3-ab29-4c56913ec155), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:14.050921 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-36b58295-44d5-4276-a6fc-f1822793da06 None None] Port 84925d54-d97f-47b3-ab29-4c56913ec155 cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:37:14.121762 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5018d1-c6f7-4c72-8968-014582e1ce23 req-bd9ec4a7-7f0f-4734-bd19-b9df5e9c13c5 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:14.123481 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5f5018d1-c6f7-4c72-8968-014582e1ce23 req-bd9ec4a7-7f0f-4734-bd19-b9df5e9c13c5 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 931 time: 0.0830507 Oct 20 13:37:14.188876 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5f5018d1-c6f7-4c72-8968-014582e1ce23 req-ff5b3175-540e-4830-a6a9-6fe17e4ab310 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581264 Oct 20 13:37:14.246522 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb331f3-ee2c-4682-b32c-31abc0db25eb service neutron] Pushing event updated for resources: {'Port': ['ID=ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:14.415563 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-5335a259-b94d-4697-8740-6309d123889e req-dcb331f3-ee2c-4682-b32c-31abc0db25eb service neutron] Attempting to bind port ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 on host hv-cinder-86213 for vnic_type normal with profile {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:37:14.415896 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-5335a259-b94d-4697-8740-6309d123889e req-dcb331f3-ee2c-4682-b32c-31abc0db25eb service neutron] Attempting to bind port ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 by drivers openvswitch,hyperv on host hv-cinder-86213 at level 0 using segments [{'id': '32d54844-4ce9-4228-abf5-0f1ad3651b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9'}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:37:14.416307 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5335a259-b94d-4697-8740-6309d123889e req-dcb331f3-ee2c-4682-b32c-31abc0db25eb service neutron] Attempting to bind port ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 on network 80f8d646-52cd-4c79-be89-0476981cc6e9 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:37:14.497535 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:14.511364 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5335a259-b94d-4697-8740-6309d123889e req-dcb331f3-ee2c-4682-b32c-31abc0db25eb service neutron] Port ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 on network 80f8d646-52cd-4c79-be89-0476981cc6e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86213 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 13:37:14.512162 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5335a259-b94d-4697-8740-6309d123889e req-dcb331f3-ee2c-4682-b32c-31abc0db25eb service neutron] Attempting to bind port ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 on network 80f8d646-52cd-4c79-be89-0476981cc6e9 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:37:14.596369 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5335a259-b94d-4697-8740-6309d123889e req-dcb331f3-ee2c-4682-b32c-31abc0db25eb service neutron] Checking agent: {'id': '4b042e07-7f30-49b6-94c5-05338f7deed3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'started_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:37:14.596689 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5335a259-b94d-4697-8740-6309d123889e req-dcb331f3-ee2c-4682-b32c-31abc0db25eb service neutron] Checking segment: {'id': '32d54844-4ce9-4228-abf5-0f1ad3651b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:37:14.597219 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5335a259-b94d-4697-8740-6309d123889e req-dcb331f3-ee2c-4682-b32c-31abc0db25eb service neutron] Bound using segment: {'id': '32d54844-4ce9-4228-abf5-0f1ad3651b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9'} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:37:14.597529 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-5335a259-b94d-4697-8740-6309d123889e req-dcb331f3-ee2c-4682-b32c-31abc0db25eb service neutron] Bound port: ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4, host: hv-cinder-86213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d54844-4ce9-4228-abf5-0f1ad3651b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9'}}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:37:14.597885 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-5335a259-b94d-4697-8740-6309d123889e req-dcb331f3-ee2c-4682-b32c-31abc0db25eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:14.680636 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-f6195d71-88ac-44ef-ac6e-0854e963a067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84925d54-d97f-47b3-ab29-4c56913ec155 {{(pid=104733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:37:14.693512 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-f6195d71-88ac-44ef-ac6e-0854e963a067 service neutron] Publish callbacks [] for port (84925d54-d97f-47b3-ab29-4c56913ec155), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:14.720967 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.provisioning_blocks [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-f6195d71-88ac-44ef-ac6e-0854e963a067 service neutron] Transition to ACTIVE for port object 84925d54-d97f-47b3-ab29-4c56913ec155 will not be triggered until provisioned by entity L2. {{(pid=104733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 13:37:14.722119 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-5335a259-b94d-4697-8740-6309d123889e req-dcb331f3-ee2c-4682-b32c-31abc0db25eb service neutron] For port ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4, host hv-cinder-86213, cleared binding levels {{(pid=104733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:37:14.726554 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-5335a259-b94d-4697-8740-6309d123889e req-dcb331f3-ee2c-4682-b32c-31abc0db25eb service neutron] For port ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4, host hv-cinder-86213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4,segment=NetworkSegment(32d54844-4ce9-4228-abf5-0f1ad3651b18),segment_id=32d54844-4ce9-4228-abf5-0f1ad3651b18)] {{(pid=104733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:37:14.730103 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-f6195d71-88ac-44ef-ac6e-0854e963a067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (84925d54-d97f-47b3-ab29-4c56913ec155), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:14.756407 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-5335a259-b94d-4697-8740-6309d123889e req-dcb331f3-ee2c-4682-b32c-31abc0db25eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:14.780324 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335a259-b94d-4697-8740-6309d123889e req-dcb331f3-ee2c-4682-b32c-31abc0db25eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:14.780956 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-5335a259-b94d-4697-8740-6309d123889e req-dcb331f3-ee2c-4682-b32c-31abc0db25eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:14.783083 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5335a259-b94d-4697-8740-6309d123889e req-dcb331f3-ee2c-4682-b32c-31abc0db25eb service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 HTTP/1.1" status: 200 len: 1093 time: 2.3548155 Oct 20 13:37:14.783579 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81af22d4-c2fa-4c17-9ab2-8cd63758321a', 'tag': 'ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:37:14.786011 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee97e72b-1163-483f-b2c2-e029ed28e00e" -d '{"events": [{"name": "network-changed", "server_uuid": "81af22d4-c2fa-4c17-9ab2-8cd63758321a", "tag": "ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:37:14.804663 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6195d71-88ac-44ef-ac6e-0854e963a067 service neutron] Pushing event updated for resources: {'Port': ['ID=84925d54-d97f-47b3-ab29-4c56913ec155,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:14.862221 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041e626b-c10b-46b5-8b52-91c0b975d19a x-openstack-request-id: req-041e626b-c10b-46b5-8b52-91c0b975d19a {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:37:14.862506 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81af22d4-c2fa-4c17-9ab2-8cd63758321a", "tag": "ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:37:14.862746 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-041e626b-c10b-46b5-8b52-91c0b975d19a {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:37:14.863132 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-041e626b-c10b-46b5-8b52-91c0b975d19a'] response: {'name': 'network-changed', 'server_uuid': '81af22d4-c2fa-4c17-9ab2-8cd63758321a', 'tag': 'ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4', 'status': 'completed', 'code': 200} Oct 20 13:37:14.949372 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335a259-b94d-4697-8740-6309d123889e req-244df76f-891a-4c07-a5d9-2b0c4b185506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:14.950848 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5335a259-b94d-4697-8740-6309d123889e req-244df76f-891a-4c07-a5d9-2b0c4b185506 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f36e9fb394944eb0a0c2c0075dbc937c&device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 1127 time: 0.0931787 Oct 20 13:37:14.952804 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb331f3-ee2c-4682-b32c-31abc0db25eb service neutron] Pushing event updated for resources: {'Port': ['ID=ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4,revision_number=3']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:14.966277 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-f6195d71-88ac-44ef-ac6e-0854e963a067 service neutron] Attempting to bind port 84925d54-d97f-47b3-ab29-4c56913ec155 on host hv-cinder-86213 for vnic_type normal with profile {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:37:14.966677 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-f6195d71-88ac-44ef-ac6e-0854e963a067 service neutron] Attempting to bind port 84925d54-d97f-47b3-ab29-4c56913ec155 by drivers openvswitch,hyperv on host hv-cinder-86213 at level 0 using segments [{'id': '32d54844-4ce9-4228-abf5-0f1ad3651b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9'}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:37:14.966994 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-f6195d71-88ac-44ef-ac6e-0854e963a067 service neutron] Attempting to bind port 84925d54-d97f-47b3-ab29-4c56913ec155 on network 80f8d646-52cd-4c79-be89-0476981cc6e9 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:37:14.995499 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5335a259-b94d-4697-8740-6309d123889e req-caaa9caa-7e9a-473f-8511-3cb09d41f9df service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 HTTP/1.1" status: 200 len: 217 time: 0.0373628 Oct 20 13:37:15.075720 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335a259-b94d-4697-8740-6309d123889e req-a7534e81-513f-4897-b81f-5c01cb68d430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:15.077167 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5335a259-b94d-4697-8740-6309d123889e req-a7534e81-513f-4897-b81f-5c01cb68d430 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=39e34ab8-30e0-463a-a9d4-1b76cbd385a8 HTTP/1.1" status: 200 len: 858 time: 0.0613279 Oct 20 13:37:15.078076 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-f6195d71-88ac-44ef-ac6e-0854e963a067 service neutron] Port 84925d54-d97f-47b3-ab29-4c56913ec155 on network 80f8d646-52cd-4c79-be89-0476981cc6e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86213 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 13:37:15.078387 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-f6195d71-88ac-44ef-ac6e-0854e963a067 service neutron] Attempting to bind port 84925d54-d97f-47b3-ab29-4c56913ec155 on network 80f8d646-52cd-4c79-be89-0476981cc6e9 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:37:15.108807 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:15.149978 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335a259-b94d-4697-8740-6309d123889e req-c441628f-2cf4-44a7-8254-880cb7433b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:15.151644 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5335a259-b94d-4697-8740-6309d123889e req-c441628f-2cf4-44a7-8254-880cb7433b75 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=80f8d646-52cd-4c79-be89-0476981cc6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525677 Oct 20 13:37:15.159114 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-f6195d71-88ac-44ef-ac6e-0854e963a067 service neutron] Checking agent: {'id': '4b042e07-7f30-49b6-94c5-05338f7deed3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'started_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:37:15.159441 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-f6195d71-88ac-44ef-ac6e-0854e963a067 service neutron] Checking segment: {'id': '32d54844-4ce9-4228-abf5-0f1ad3651b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:37:15.159813 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-f6195d71-88ac-44ef-ac6e-0854e963a067 service neutron] Bound using segment: {'id': '32d54844-4ce9-4228-abf5-0f1ad3651b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9'} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:37:15.160235 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-f6195d71-88ac-44ef-ac6e-0854e963a067 service neutron] Bound port: 84925d54-d97f-47b3-ab29-4c56913ec155, host: hv-cinder-86213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d54844-4ce9-4228-abf5-0f1ad3651b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9'}}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:37:15.160589 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-f6195d71-88ac-44ef-ac6e-0854e963a067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (84925d54-d97f-47b3-ab29-4c56913ec155), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:15.290979 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-f6195d71-88ac-44ef-ac6e-0854e963a067 service neutron] For port 84925d54-d97f-47b3-ab29-4c56913ec155, host hv-cinder-86213, cleared binding levels {{(pid=104733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:37:15.301832 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:15.314748 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5335a259-b94d-4697-8740-6309d123889e req-72acaefe-a21e-43ff-bb6f-b45444a2a682 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509588 Oct 20 13:37:15.316913 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-f6195d71-88ac-44ef-ac6e-0854e963a067 service neutron] For port 84925d54-d97f-47b3-ab29-4c56913ec155, host hv-cinder-86213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=84925d54-d97f-47b3-ab29-4c56913ec155,segment=NetworkSegment(32d54844-4ce9-4228-abf5-0f1ad3651b18),segment_id=32d54844-4ce9-4228-abf5-0f1ad3651b18)] {{(pid=104733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:37:15.334187 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-f6195d71-88ac-44ef-ac6e-0854e963a067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (84925d54-d97f-47b3-ab29-4c56913ec155), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:15.349947 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-f6195d71-88ac-44ef-ac6e-0854e963a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:15.352691 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-f6195d71-88ac-44ef-ac6e-0854e963a067 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:15.354629 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-f6195d71-88ac-44ef-ac6e-0854e963a067 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/84925d54-d97f-47b3-ab29-4c56913ec155 HTTP/1.1" status: 200 len: 1093 time: 1.5150681 Oct 20 13:37:15.355823 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bca6a8-a1b5-4604-a60c-46d338fea9ff req-f6e1b7b8-a827-4657-bcb1-9284bd8af518 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:15.357290 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-29bca6a8-a1b5-4604-a60c-46d338fea9ff req-f6e1b7b8-a827-4657-bcb1-9284bd8af518 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 943 time: 0.0791421 Oct 20 13:37:15.372516 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 542bf4f3-82b0-45c3-a06e-3e578747d746 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:37:15.425083 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-29bca6a8-a1b5-4604-a60c-46d338fea9ff req-98ae5f79-145e-475c-bf8b-c77892cdddff tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533316 Oct 20 13:37:15.446106 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 542bf4f3-82b0-45c3-a06e-3e578747d746 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:15.446478 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (542bf4f3-82b0-45c3-a06e-3e578747d746), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:15.446810 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 542bf4f3-82b0-45c3-a06e-3e578747d746 Oct 20 13:37:15.518183 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-7282bf71-c9ad-41b3-a3ef-6046c7fd6b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:15.519635 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-7282bf71-c9ad-41b3-a3ef-6046c7fd6b22 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f36e9fb394944eb0a0c2c0075dbc937c&device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 1127 time: 0.0885537 Oct 20 13:37:15.531245 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6195d71-88ac-44ef-ac6e-0854e963a067 service neutron] Pushing event updated for resources: {'Port': ['ID=84925d54-d97f-47b3-ab29-4c56913ec155,revision_number=3']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:15.550389 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 542bf4f3-82b0-45c3-a06e-3e578747d746 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:15.570225 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5335a259-b94d-4697-8740-6309d123889e req-ae13dc8f-0264-4760-a7cc-048a3bafa317 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484143 Oct 20 13:37:15.571553 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-00fca45e-4e13-4614-b87e-eeb7b8d70d98 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84925d54-d97f-47b3-ab29-4c56913ec155 HTTP/1.1" status: 200 len: 217 time: 0.0412989 Oct 20 13:37:15.631981 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-554346ce-a5c5-4067-91ba-cb2eece70d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:15.633518 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-554346ce-a5c5-4067-91ba-cb2eece70d1e service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=39e34ab8-30e0-463a-a9d4-1b76cbd385a8 HTTP/1.1" status: 200 len: 858 time: 0.0528026 Oct 20 13:37:16.561365 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1771916-f596-4cc7-8270-abde5a3c5210 req-7eff4a00-f219-492c-b754-1ce4a8984035 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:16.562803 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b1771916-f596-4cc7-8270-abde5a3c5210 req-7eff4a00-f219-492c-b754-1ce4a8984035 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 943 time: 0.0494487 Oct 20 13:37:16.609486 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b1771916-f596-4cc7-8270-abde5a3c5210 req-cc352834-00c5-4de2-a36b-e6f1a703eb92 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411277 Oct 20 13:37:16.864527 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '979db05e-9dea-4267-9635-f5de10f841cb', 'tag': '84925d54-d97f-47b3-ab29-4c56913ec155'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:37:16.866845 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00620b3c-d77d-4eb4-b722-bb7c0bd76d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "979db05e-9dea-4267-9635-f5de10f841cb", "tag": "84925d54-d97f-47b3-ab29-4c56913ec155"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:37:16.902000 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127dbba5-3a81-444f-9854-b2c9a65b973f x-openstack-request-id: req-127dbba5-3a81-444f-9854-b2c9a65b973f {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:37:16.902296 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "979db05e-9dea-4267-9635-f5de10f841cb", "tag": "84925d54-d97f-47b3-ab29-4c56913ec155", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:37:16.902550 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-127dbba5-3a81-444f-9854-b2c9a65b973f {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:37:16.902943 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-127dbba5-3a81-444f-9854-b2c9a65b973f'] response: {'name': 'network-changed', 'server_uuid': '979db05e-9dea-4267-9635-f5de10f841cb', 'tag': '84925d54-d97f-47b3-ab29-4c56913ec155', 'status': 'completed', 'code': 200} Oct 20 13:37:17.729688 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7df86-6a34-4bc0-bad7-a9af77437684 req-278b5f0e-7e23-4ed3-a6b2-9dfb5855b5de tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:17.731243 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-0fb7df86-6a34-4bc0-bad7-a9af77437684 req-278b5f0e-7e23-4ed3-a6b2-9dfb5855b5de tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 943 time: 0.0470133 Oct 20 13:37:17.780147 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-0fb7df86-6a34-4bc0-bad7-a9af77437684 req-07e9da97-5881-4a44-958e-d09354561d0f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427375 Oct 20 13:37:17.955769 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 details requested by agent hyperv_hv-cinder-86213 with host hv-cinder-86213 {{(pid=104734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 13:37:18.063890 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4,segment=NetworkSegment(32d54844-4ce9-4228-abf5-0f1ad3651b18),segment_id=32d54844-4ce9-4228-abf5-0f1ad3651b18)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:37:18.075438 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Returning: {'device': 'ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4', 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9', 'port_id': 'ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4', 'mac_address': 'fa:16:3e:16:e3:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 13:37:18.114619 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 is: DOWN; New status is: BUILD {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:18.115004 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:18.127900 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:37:18.147794 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4,segment=NetworkSegment(32d54844-4ce9-4228-abf5-0f1ad3651b18),segment_id=32d54844-4ce9-4228-abf5-0f1ad3651b18)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:37:18.151583 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:18.197152 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:18.903295 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac476dde-3522-422a-ac0c-4c1cbc40f23a req-d68b10cc-65bd-4ccb-be1d-ef00b855c391 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:18.904747 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ac476dde-3522-422a-ac0c-4c1cbc40f23a req-d68b10cc-65bd-4ccb-be1d-ef00b855c391 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 943 time: 0.0484619 Oct 20 13:37:18.952144 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ac476dde-3522-422a-ac0c-4c1cbc40f23a req-f1c37370-31e4-4e34-b3ea-a82a49dce1a5 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409501 Oct 20 13:37:19.091794 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-f2f1bedc-a219-4f5b-9549-de0edefd5ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:19.093462 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-f2f1bedc-a219-4f5b-9549-de0edefd5ffd service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=80f8d646-52cd-4c79-be89-0476981cc6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701575 Oct 20 13:37:19.097449 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97e72b-1163-483f-b2c2-e029ed28e00e req-1112579a-dcff-4d92-81a2-0aec023a1175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:19.098934 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ee97e72b-1163-483f-b2c2-e029ed28e00e req-1112579a-dcff-4d92-81a2-0aec023a1175 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f36e9fb394944eb0a0c2c0075dbc937c&device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 1128 time: 0.0678976 Oct 20 13:37:19.214821 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:37:19.218056 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:19.267853 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-54bf7945-4242-44a6-b0a9-1892044ccb96 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599107 Oct 20 13:37:19.271090 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97e72b-1163-483f-b2c2-e029ed28e00e req-7066e17f-d944-48b5-8ba0-8c6b673e3b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:19.272618 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ee97e72b-1163-483f-b2c2-e029ed28e00e req-7066e17f-d944-48b5-8ba0-8c6b673e3b44 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=80f8d646-52cd-4c79-be89-0476981cc6e9 HTTP/1.1" status: 200 len: 920 time: 0.1574163 Oct 20 13:37:19.302840 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:19.309198 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:19.358558 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ee97e72b-1163-483f-b2c2-e029ed28e00e req-1c7fcd74-521d-441d-ad9e-3574145cef03 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 HTTP/1.1" status: 200 len: 217 time: 0.0788174 Oct 20 13:37:19.436515 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97e72b-1163-483f-b2c2-e029ed28e00e req-6d12fa14-7cae-4d07-8d3d-b4f6e918f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:19.437976 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ee97e72b-1163-483f-b2c2-e029ed28e00e req-6d12fa14-7cae-4d07-8d3d-b4f6e918f0fd service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=39e34ab8-30e0-463a-a9d4-1b76cbd385a8 HTTP/1.1" status: 200 len: 858 time: 0.0703731 Oct 20 13:37:19.443239 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-71f5f710-9d30-4e55-a409-e227b2fb315a req-d2661297-d074-4b8b-902d-48c433ee4346 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648147 Oct 20 13:37:19.488459 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97e72b-1163-483f-b2c2-e029ed28e00e req-3b60696f-210f-4ff2-834e-3e4ebd9461df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:19.490117 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ee97e72b-1163-483f-b2c2-e029ed28e00e req-3b60696f-210f-4ff2-834e-3e4ebd9461df service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=80f8d646-52cd-4c79-be89-0476981cc6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412629 Oct 20 13:37:20.018062 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 up at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:37:20.067885 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning for port ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 completed by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 13:37:20.075959 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning complete for port ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:20.076424 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:20.076858 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Attempt 1 to provision port ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 Oct 20 13:37:20.083943 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40061c4-6c3f-4ef7-b990-dcf913d93ddd req-c806c18e-84a5-4848-875d-2b2b562d4e7e tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:20.085554 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-e40061c4-6c3f-4ef7-b990-dcf913d93ddd req-c806c18e-84a5-4848-875d-2b2b562d4e7e tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 943 time: 0.0544369 Oct 20 13:37:20.149478 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-e40061c4-6c3f-4ef7-b990-dcf913d93ddd req-34d1069f-bfba-4bfe-bf37-6ccefd4331e7 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554726 Oct 20 13:37:20.183749 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 is: BUILD; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:20.184237 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:20.210551 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81af22d4-c2fa-4c17-9ab2-8cd63758321a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:37:20.213095 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5374b1acb5d21f0576c4c748ca21f6e32e0c69c98f35ada2d9891fed02f2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d06097-d24b-4c1a-afcd-8d742ffe2312" -d '{"events": [{"server_uuid": "81af22d4-c2fa-4c17-9ab2-8cd63758321a", "name": "network-vif-plugged", "status": "completed", "tag": "ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:37:20.228380 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4,segment=NetworkSegment(32d54844-4ce9-4228-abf5-0f1ad3651b18),segment_id=32d54844-4ce9-4228-abf5-0f1ad3651b18)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:37:20.234891 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:20.294547 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6954dc0f-036d-441d-9716-df46bef2487f x-openstack-request-id: req-6954dc0f-036d-441d-9716-df46bef2487f {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:37:20.294656 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81af22d4-c2fa-4c17-9ab2-8cd63758321a", "name": "network-vif-plugged", "status": "completed", "tag": "ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:37:20.294870 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6954dc0f-036d-441d-9716-df46bef2487f {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:37:20.295251 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6954dc0f-036d-441d-9716-df46bef2487f'] response: {'server_uuid': '81af22d4-c2fa-4c17-9ab2-8cd63758321a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4', 'code': 200} Oct 20 13:37:20.305227 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:20.655921 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:20.661710 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ee97e72b-1163-483f-b2c2-e029ed28e00e req-6e1ae5d3-a291-4c02-9c37-b813c66626ba service neutron] 10.222.0.20 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448419 Oct 20 13:37:20.686546 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00620b3c-d77d-4eb4-b722-bb7c0bd76d2e req-ee63005d-c1cd-4735-9fc2-1fbf89821bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:20.690847 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-00620b3c-d77d-4eb4-b722-bb7c0bd76d2e req-ee63005d-c1cd-4735-9fc2-1fbf89821bba service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f36e9fb394944eb0a0c2c0075dbc937c&device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 1127 time: 0.1533561 Oct 20 13:37:21.037183 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c4011-33f0-4b4b-ba1e-a879529f8204 req-1580ad9a-4266-421d-83d6-5c56c90715e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:21.039226 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c01c4011-33f0-4b4b-ba1e-a879529f8204 req-1580ad9a-4266-421d-83d6-5c56c90715e1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 1129 time: 0.2926276 Oct 20 13:37:21.109261 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ee97e72b-1163-483f-b2c2-e029ed28e00e req-149753cb-3fe6-497c-acc0-90668d98f1ab service neutron] 10.222.0.20 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335177 Oct 20 13:37:21.116833 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00620b3c-d77d-4eb4-b722-bb7c0bd76d2e req-83acf3ff-8d82-49d9-8f00-17c28a79d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:21.118357 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-00620b3c-d77d-4eb4-b722-bb7c0bd76d2e req-83acf3ff-8d82-49d9-8f00-17c28a79d01d service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=80f8d646-52cd-4c79-be89-0476981cc6e9 HTTP/1.1" status: 200 len: 920 time: 0.4162591 Oct 20 13:37:21.160502 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-00620b3c-d77d-4eb4-b722-bb7c0bd76d2e req-11ba9320-5897-41e1-a8a4-f62d5677e1e8 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84925d54-d97f-47b3-ab29-4c56913ec155 HTTP/1.1" status: 200 len: 217 time: 0.0356703 Oct 20 13:37:21.207704 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c01c4011-33f0-4b4b-ba1e-a879529f8204 req-931e133a-bc30-4f9d-bd70-8385ed4de044 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574121 Oct 20 13:37:21.236429 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00620b3c-d77d-4eb4-b722-bb7c0bd76d2e req-849df90d-92cd-4122-a3af-3a688c0965eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:21.238317 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-00620b3c-d77d-4eb4-b722-bb7c0bd76d2e req-849df90d-92cd-4122-a3af-3a688c0965eb service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=39e34ab8-30e0-463a-a9d4-1b76cbd385a8 HTTP/1.1" status: 200 len: 858 time: 0.0663018 Oct 20 13:37:21.302341 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acd9dd-dce7-46e4-9a39-ef1ffaee5fef req-315eacc5-c43d-4bc2-b88f-3dfe93561f0e tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:21.303813 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-17acd9dd-dce7-46e4-9a39-ef1ffaee5fef req-315eacc5-c43d-4bc2-b88f-3dfe93561f0e tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 943 time: 0.0509582 Oct 20 13:37:21.352075 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-17acd9dd-dce7-46e4-9a39-ef1ffaee5fef req-838951fe-88f9-4b76-8563-f1e6b8211c04 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421395 Oct 20 13:37:21.453596 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00620b3c-d77d-4eb4-b722-bb7c0bd76d2e req-485ef7d3-a836-4568-aa52-250b6a772cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:21.456318 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-00620b3c-d77d-4eb4-b722-bb7c0bd76d2e req-485ef7d3-a836-4568-aa52-250b6a772cb1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=80f8d646-52cd-4c79-be89-0476981cc6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410216 Oct 20 13:37:21.554428 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-00620b3c-d77d-4eb4-b722-bb7c0bd76d2e req-ff1300ac-c834-40a1-8f3b-42c2660753c2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906215 Oct 20 13:37:21.663146 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-00620b3c-d77d-4eb4-b722-bb7c0bd76d2e req-b9a05b20-baad-4e0e-af45-5388e4c9f292 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979719 Oct 20 13:37:22.030768 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 84925d54-d97f-47b3-ab29-4c56913ec155 details requested by agent hyperv_hv-cinder-86213 with host hv-cinder-86213 {{(pid=104734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 13:37:22.144594 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 84925d54-d97f-47b3-ab29-4c56913ec155, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=84925d54-d97f-47b3-ab29-4c56913ec155,segment=NetworkSegment(32d54844-4ce9-4228-abf5-0f1ad3651b18),segment_id=32d54844-4ce9-4228-abf5-0f1ad3651b18)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:37:22.156285 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Returning: {'device': '84925d54-d97f-47b3-ab29-4c56913ec155', 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9', 'port_id': '84925d54-d97f-47b3-ab29-4c56913ec155', 'mac_address': 'fa:16:3e:69:aa:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 13:37:22.192984 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 84925d54-d97f-47b3-ab29-4c56913ec155 is: DOWN; New status is: BUILD {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:22.193370 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (84925d54-d97f-47b3-ab29-4c56913ec155), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:22.207417 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84925d54-d97f-47b3-ab29-4c56913ec155 {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:37:22.229618 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 84925d54-d97f-47b3-ab29-4c56913ec155, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=84925d54-d97f-47b3-ab29-4c56913ec155,segment=NetworkSegment(32d54844-4ce9-4228-abf5-0f1ad3651b18),segment_id=32d54844-4ce9-4228-abf5-0f1ad3651b18)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:37:22.234778 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (84925d54-d97f-47b3-ab29-4c56913ec155), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:22.287615 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=84925d54-d97f-47b3-ab29-4c56913ec155,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:22.443931 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:22.487599 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ca8d1-5003-4aea-9a85-744523f8a1b9 req-8138e8b8-2e9f-4e67-9e7d-8e919ed83ece tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:22.489127 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-740ca8d1-5003-4aea-9a85-744523f8a1b9 req-8138e8b8-2e9f-4e67-9e7d-8e919ed83ece tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 944 time: 0.0536420 Oct 20 13:37:22.540586 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['84925d54-d97f-47b3-ab29-4c56913ec155'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:37:22.546000 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-740ca8d1-5003-4aea-9a85-744523f8a1b9 req-0cee5853-78f1-408a-a289-404f79cac421 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507414 Oct 20 13:37:22.575107 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:22.587296 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:23.004040 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 43282) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:23.116691 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=13,neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:23.148685 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9f972d89-ee62-41b6-a829-3572b8b90cf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:23.238105 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9f972d89-ee62-41b6-a829-3572b8b90cf3 admin admin] Publish callbacks [] for security_group (c30b7ffe-9052-4119-a7cc-1c9f1c26cdc1), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:23.241529 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9f972d89-ee62-41b6-a829-3572b8b90cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (c30b7ffe-9052-4119-a7cc-1c9f1c26cdc1), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:23.282274 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-9f972d89-ee62-41b6-a829-3572b8b90cf3 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=d2a9d535b8c1485996d177e58a12ef93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2769055 Oct 20 13:37:23.283318 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f972d89-ee62-41b6-a829-3572b8b90cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30b7ffe-9052-4119-a7cc-1c9f1c26cdc1,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:23.285208 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 43292) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:23.334370 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-54f2639e-4e63-49e9-9ab3-39e50e0ab8d8 admin admin] Publish callbacks [] for security_group (c30b7ffe-9052-4119-a7cc-1c9f1c26cdc1), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:23.353288 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-54f2639e-4e63-49e9-9ab3-39e50e0ab8d8 admin admin] Publish callbacks [] for security_group (c30b7ffe-9052-4119-a7cc-1c9f1c26cdc1), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:23.363305 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:23.402391 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-54f2639e-4e63-49e9-9ab3-39e50e0ab8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (c30b7ffe-9052-4119-a7cc-1c9f1c26cdc1), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:23.404981 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-54f2639e-4e63-49e9-9ab3-39e50e0ab8d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:23.406117 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-54f2639e-4e63-49e9-9ab3-39e50e0ab8d8 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/c30b7ffe-9052-4119-a7cc-1c9f1c26cdc1 HTTP/1.1" status: 204 len: 168 time: 0.1197684 Oct 20 13:37:23.414518 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2639e-4e63-49e9-9ab3-39e50e0ab8d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30b7ffe-9052-4119-a7cc-1c9f1c26cdc1,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:23.679604 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179be6f9-7dba-43e4-9905-be3228e35015 req-042bcff3-7f2a-4ca2-9be5-f16d53bbe820 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:23.681276 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-179be6f9-7dba-43e4-9905-be3228e35015 req-042bcff3-7f2a-4ca2-9be5-f16d53bbe820 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 944 time: 0.0493562 Oct 20 13:37:23.735514 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-179be6f9-7dba-43e4-9905-be3228e35015 req-38a3daf0-769c-463a-904e-a32ef13bdce8 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481873 Oct 20 13:37:24.047019 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 84925d54-d97f-47b3-ab29-4c56913ec155 up at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:37:24.092594 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning for port 84925d54-d97f-47b3-ab29-4c56913ec155 completed by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 13:37:24.098561 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning complete for port 84925d54-d97f-47b3-ab29-4c56913ec155 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:24.099438 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (84925d54-d97f-47b3-ab29-4c56913ec155), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:24.099809 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Attempt 1 to provision port 84925d54-d97f-47b3-ab29-4c56913ec155 Oct 20 13:37:24.145435 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:24.178965 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 84925d54-d97f-47b3-ab29-4c56913ec155 is: BUILD; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:24.179353 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (84925d54-d97f-47b3-ab29-4c56913ec155), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:24.203871 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979db05e-9dea-4267-9635-f5de10f841cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84925d54-d97f-47b3-ab29-4c56913ec155'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:37:24.206712 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5374b1acb5d21f0576c4c748ca21f6e32e0c69c98f35ada2d9891fed02f2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e45b52-2343-47a1-b5f1-24f54fcaae19" -d '{"events": [{"server_uuid": "979db05e-9dea-4267-9635-f5de10f841cb", "name": "network-vif-plugged", "status": "completed", "tag": "84925d54-d97f-47b3-ab29-4c56913ec155"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:37:24.221017 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 84925d54-d97f-47b3-ab29-4c56913ec155, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=84925d54-d97f-47b3-ab29-4c56913ec155,segment=NetworkSegment(32d54844-4ce9-4228-abf5-0f1ad3651b18),segment_id=32d54844-4ce9-4228-abf5-0f1ad3651b18)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:37:24.227073 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (84925d54-d97f-47b3-ab29-4c56913ec155), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:24.261291 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f57774-972b-4c38-bb66-141da6dd612a x-openstack-request-id: req-e0f57774-972b-4c38-bb66-141da6dd612a {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:37:24.261594 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979db05e-9dea-4267-9635-f5de10f841cb", "name": "network-vif-plugged", "status": "completed", "tag": "84925d54-d97f-47b3-ab29-4c56913ec155", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:37:24.261843 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e0f57774-972b-4c38-bb66-141da6dd612a {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:37:24.262226 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0f57774-972b-4c38-bb66-141da6dd612a'] response: {'server_uuid': '979db05e-9dea-4267-9635-f5de10f841cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84925d54-d97f-47b3-ab29-4c56913ec155', 'code': 200} Oct 20 13:37:24.289348 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=84925d54-d97f-47b3-ab29-4c56913ec155,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:24.442169 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a189ac-e22b-4f9e-9a17-14d228bffd4f req-2c574060-8fc7-4117-b107-04fc272408bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:24.443533 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a7a189ac-e22b-4f9e-9a17-14d228bffd4f req-2c574060-8fc7-4117-b107-04fc272408bc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 1129 time: 0.0427370 Oct 20 13:37:24.488365 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a7a189ac-e22b-4f9e-9a17-14d228bffd4f req-7c7a4b45-d683-427a-af03-b1f9fb6dcee8 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370936 Oct 20 13:37:24.618575 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-824b8e80-fbed-4d50-86be-e9431b3458de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:24.858538 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60ce99-898a-4e2b-baf1-b3ba1e304465 req-d4a6d4e2-fa4b-491e-b3e4-cce48b74804f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:24.860000 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-3c60ce99-898a-4e2b-baf1-b3ba1e304465 req-d4a6d4e2-fa4b-491e-b3e4-cce48b74804f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.0466619 Oct 20 13:37:24.886537 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:24.912018 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-3c60ce99-898a-4e2b-baf1-b3ba1e304465 req-8cd6495d-c853-4983-ba4e-84272063eabe tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462921 Oct 20 13:37:26.036849 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ac1671-ab59-48be-b186-7bf99e4a8267 req-ce0282c1-27c9-42df-b529-389cfb65481b tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:26.038430 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-06ac1671-ab59-48be-b186-7bf99e4a8267 req-ce0282c1-27c9-42df-b529-389cfb65481b tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.0516429 Oct 20 13:37:26.078515 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:26.086500 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-06ac1671-ab59-48be-b186-7bf99e4a8267 req-c4f9ef73-3884-419c-b419-6865043633b0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424893 Oct 20 13:37:26.121537 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:37:26.436388 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 43342) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:26.546865 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce445-9d48-4a6b-8870-bb649191064e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:26.623411 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce445-9d48-4a6b-8870-bb649191064e admin admin] Publish callbacks [] for security_group (ba03b337-33c0-480f-8a4d-06e5939a78f2), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:26.627787 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-9c0ce445-9d48-4a6b-8870-bb649191064e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (ba03b337-33c0-480f-8a4d-06e5939a78f2), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:26.667979 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ce445-9d48-4a6b-8870-bb649191064e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba03b337-33c0-480f-8a4d-06e5939a78f2,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:26.673864 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-9c0ce445-9d48-4a6b-8870-bb649191064e admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=85f88ec4713343179f6604b43af5719c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364130 Oct 20 13:37:26.676673 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 43346) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:26.725972 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-0c48c745-e794-42e2-9899-f2b7803bedf1 admin admin] Publish callbacks [] for security_group (ba03b337-33c0-480f-8a4d-06e5939a78f2), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:26.746390 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-0c48c745-e794-42e2-9899-f2b7803bedf1 admin admin] Publish callbacks [] for security_group (ba03b337-33c0-480f-8a4d-06e5939a78f2), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:26.793736 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-0c48c745-e794-42e2-9899-f2b7803bedf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (ba03b337-33c0-480f-8a4d-06e5939a78f2), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:26.796124 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-0c48c745-e794-42e2-9899-f2b7803bedf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:26.797303 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-0c48c745-e794-42e2-9899-f2b7803bedf1 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/ba03b337-33c0-480f-8a4d-06e5939a78f2 HTTP/1.1" status: 204 len: 168 time: 0.1192322 Oct 20 13:37:26.805605 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48c745-e794-42e2-9899-f2b7803bedf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba03b337-33c0-480f-8a4d-06e5939a78f2,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:26.943998 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4d755c18-b242-4f65-8e21-55d236f05d28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:27.211298 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67e3e2-288d-473e-8a5c-60638505e7a7 req-b7183e9e-ad26-4a86-880c-5d47fc3dbf81 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:27.212762 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-ae67e3e2-288d-473e-8a5c-60638505e7a7 req-b7183e9e-ad26-4a86-880c-5d47fc3dbf81 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.0483813 Oct 20 13:37:27.265196 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-ae67e3e2-288d-473e-8a5c-60638505e7a7 req-c3abe123-785e-4ff7-9adf-5dee0ec913b7 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467730 Oct 20 13:37:27.503755 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 43380) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:27.607273 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9892c-7e7d-456e-a3cb-9abaa7588467 req-e67760d7-5da9-4f8e-9b2b-c847e479021b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:27.608940 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d9f9892c-7e7d-456e-a3cb-9abaa7588467 req-e67760d7-5da9-4f8e-9b2b-c847e479021b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f36e9fb394944eb0a0c2c0075dbc937c&device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 1129 time: 0.0467300 Oct 20 13:37:27.631036 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4376c4b-872d-4245-864e-6ffaf71a4115 req-815380b0-9e99-4311-8bd8-e50e7b3e3fcc tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:27.632499 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d4376c4b-872d-4245-864e-6ffaf71a4115 req-815380b0-9e99-4311-8bd8-e50e7b3e3fcc tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.0640965 Oct 20 13:37:27.637286 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-13c5d33f-f6a0-4753-9108-3f321ec66772 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1660821612-network', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:27.679629 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c5d33f-f6a0-4753-9108-3f321ec66772 admin admin] Made reservation on behalf of 32ef0737a3844bfe8f4bc14b09ebc88b for: {'network': 1} {{(pid=104732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:37:27.681954 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-13c5d33f-f6a0-4753-9108-3f321ec66772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for network (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:27.697726 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-13c5d33f-f6a0-4753-9108-3f321ec66772 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:27.714566 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d4376c4b-872d-4245-864e-6ffaf71a4115 req-9df8aa26-85e4-4366-b9af-0c7392d4efef tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726507 Oct 20 13:37:27.788229 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-13c5d33f-f6a0-4753-9108-3f321ec66772 admin admin] Publish callbacks [] for security_group (3884fb11-2204-4971-a0da-b66f90091bf9), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:27.791696 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-13c5d33f-f6a0-4753-9108-3f321ec66772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (3884fb11-2204-4971-a0da-b66f90091bf9), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:27.820425 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c5d33f-f6a0-4753-9108-3f321ec66772 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=104732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 13:37:27.826943 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5d33f-f6a0-4753-9108-3f321ec66772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3884fb11-2204-4971-a0da-b66f90091bf9,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:27.833366 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-13c5d33f-f6a0-4753-9108-3f321ec66772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (464de70b-7d93-426a-9a2a-3b231e42bcb6), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:27.833747 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.db.segments_db [None req-13c5d33f-f6a0-4753-9108-3f321ec66772 admin admin] Added segment 464de70b-7d93-426a-9a2a-3b231e42bcb6 of type vlan for network a2d938c2-510e-4c09-96e0-662b0c7b6d79 Oct 20 13:37:27.876985 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-13c5d33f-f6a0-4753-9108-3f321ec66772 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747424292904'] for network (a2d938c2-510e-4c09-96e0-662b0c7b6d79), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:27.878892 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:27.906875 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-13c5d33f-f6a0-4753-9108-3f321ec66772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for network (a2d938c2-510e-4c09-96e0-662b0c7b6d79), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:27.908696 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c5d33f-f6a0-4753-9108-3f321ec66772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:27.909352 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-13c5d33f-f6a0-4753-9108-3f321ec66772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:27.964551 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9892c-7e7d-456e-a3cb-9abaa7588467 req-d935d099-ffdd-4b3d-819b-c1a10db14cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:27.967697 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d9f9892c-7e7d-456e-a3cb-9abaa7588467 req-d935d099-ffdd-4b3d-819b-c1a10db14cab service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=80f8d646-52cd-4c79-be89-0476981cc6e9 HTTP/1.1" status: 200 len: 920 time: 0.0992432 Oct 20 13:37:27.967832 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-13c5d33f-f6a0-4753-9108-3f321ec66772 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4615276 Oct 20 13:37:27.972907 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 43386) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:27.977682 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-b237df0e-2a56-4226-8a8f-1a1e3498de30 admin admin] Request body: {'subnet': {'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1660821612-subnet', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'ip_version': 4}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:27.996651 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c5d33f-f6a0-4753-9108-3f321ec66772 admin admin] Pushing event updated for resources: {'Network': ['ID=a2d938c2-510e-4c09-96e0-662b0c7b6d79,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:28.010116 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Network a2d938c2-510e-4c09-96e0-662b0c7b6d79 details requested by agent ovs-agent-dv-cinder-862136-1-iscsi with host dv-cinder-862136-1-iscsi {{(pid=104734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 13:37:28.010653 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d9f9892c-7e7d-456e-a3cb-9abaa7588467 req-39b0720f-f362-4584-accd-b6e3413de860 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84925d54-d97f-47b3-ab29-4c56913ec155 HTTP/1.1" status: 200 len: 217 time: 0.0365567 Oct 20 13:37:28.013107 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b237df0e-2a56-4226-8a8f-1a1e3498de30 admin admin] Made reservation on behalf of 32ef0737a3844bfe8f4bc14b09ebc88b for: {'subnet': 1} {{(pid=104732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:37:28.015752 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b237df0e-2a56-4226-8a8f-1a1e3498de30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25948906'] for subnet (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:28.138406 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9892c-7e7d-456e-a3cb-9abaa7588467 req-bfc9d026-64cd-4bde-9cff-e14ed930af21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:28.139789 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d9f9892c-7e7d-456e-a3cb-9abaa7588467 req-bfc9d026-64cd-4bde-9cff-e14ed930af21 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=39e34ab8-30e0-463a-a9d4-1b76cbd385a8 HTTP/1.1" status: 200 len: 858 time: 0.0949998 Oct 20 13:37:28.156140 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:28.199820 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f9892c-7e7d-456e-a3cb-9abaa7588467 req-36ff6c51-18d9-40b2-8d16-67b6d5811482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:28.201331 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d9f9892c-7e7d-456e-a3cb-9abaa7588467 req-36ff6c51-18d9-40b2-8d16-67b6d5811482 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=80f8d646-52cd-4c79-be89-0476981cc6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435162 Oct 20 13:37:28.204932 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b237df0e-2a56-4226-8a8f-1a1e3498de30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25721148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25948920'] for subnet (abd9d85f-bedb-4be5-9db6-d4242bdfee39), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:28.242926 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:28.263081 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237df0e-2a56-4226-8a8f-1a1e3498de30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abd9d85f-bedb-4be5-9db6-d4242bdfee39,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:28.273632 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b237df0e-2a56-4226-8a8f-1a1e3498de30 admin admin] Checking segment: {'id': '464de70b-7d93-426a-9a2a-3b231e42bcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:37:28.274036 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b237df0e-2a56-4226-8a8f-1a1e3498de30 admin admin] Network hostable DHCP agents. Network: a2d938c2-510e-4c09-96e0-662b0c7b6d79, hostable agents: ['fc80e4aa-b75a-45f9-bc92-ee666d9592cb'], hosted agents: [] {{(pid=104732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 13:37:28.291972 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b237df0e-2a56-4226-8a8f-1a1e3498de30 admin admin] Network a2d938c2-510e-4c09-96e0-662b0c7b6d79 is scheduled to be hosted by DHCP agent fc80e4aa-b75a-45f9-bc92-ee666d9592cb with binding_index 1 {{(pid=104732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 13:37:28.298264 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d9f9892c-7e7d-456e-a3cb-9abaa7588467 req-d67045d8-b434-4550-b413-f1f1788ee65a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884740 Oct 20 13:37:28.301222 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-b237df0e-2a56-4226-8a8f-1a1e3498de30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862136-1-iscsi, a2d938c2-510e-4c09-96e0-662b0c7b6d79) {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:37:28.305278 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b237df0e-2a56-4226-8a8f-1a1e3498de30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:28.305892 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b237df0e-2a56-4226-8a8f-1a1e3498de30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:28.310252 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4951c537-706a-4f68-b1cd-f8821fc30cc4 None None] Network a2d938c2-510e-4c09-96e0-662b0c7b6d79 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:37:28.326173 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-b237df0e-2a56-4226-8a8f-1a1e3498de30 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3548825 Oct 20 13:37:28.330774 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 43388) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:28.334541 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1660821612-router', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:28.364856 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3865821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3818'] for router (89656546-ddc5-4203-94c6-5ef1902c23c0), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:28.367471 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3857831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3811'] for router (89656546-ddc5-4203-94c6-5ef1902c23c0), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:28.424160 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:28.465692 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Publish callbacks [] for router_controller (89656546-ddc5-4203-94c6-5ef1902c23c0), precommit_add_association {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:28.470336 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d9f9892c-7e7d-456e-a3cb-9abaa7588467 req-3b71d3a5-a9c1-4424-9917-3af1b3818c36 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629570 Oct 20 13:37:28.543102 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab342929-260e-4998-b8d9-be9bcdc8889e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d469a18-07e0-5135-909c-90e0e6ecf688-a2d938c2-510e-4c09-96e0-662b0c7b6d79', 'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79', 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'fixed_ips': [{'subnet_id': 'abd9d85f-bedb-4be5-9db6-d4242bdfee39'}]}} from dv-cinder-862136-1-iscsi. {{(pid=104734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 13:37:28.544021 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ab342929-260e-4998-b8d9-be9bcdc8889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:28.667144 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Publish callbacks [] for router_gateway (89656546-ddc5-4203-94c6-5ef1902c23c0), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:28.726718 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-ab342929-260e-4998-b8d9-be9bcdc8889e None None] Allocated IP 172.20.0.2 (a2d938c2-510e-4c09-96e0-662b0c7b6d79/abd9d85f-bedb-4be5-9db6-d4242bdfee39/1a01dd7f-10ce-43e0-a8bf-330fbfd651de) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:37:28.900176 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f55db-c6bd-44c8-8009-a859f44a3262 req-8b5a7fba-ddcb-4d88-8085-4f797902d241 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:28.902590 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f61f55db-c6bd-44c8-8009-a859f44a3262 req-8b5a7fba-ddcb-4d88-8085-4f797902d241 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.0655279 Oct 20 13:37:28.912070 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:28.990890 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:29.027459 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f61f55db-c6bd-44c8-8009-a859f44a3262 req-3546b8ea-7967-44db-b278-c52c97ccf24f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130183 Oct 20 13:37:29.049757 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ab342929-260e-4998-b8d9-be9bcdc8889e None None] Publish callbacks [] for port (1a01dd7f-10ce-43e0-a8bf-330fbfd651de), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:29.056495 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ab342929-260e-4998-b8d9-be9bcdc8889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955'] for port (1a01dd7f-10ce-43e0-a8bf-330fbfd651de), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:29.100560 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab342929-260e-4998-b8d9-be9bcdc8889e None None] Network a2d938c2-510e-4c09-96e0-662b0c7b6d79 is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:37:29.105584 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-ab342929-260e-4998-b8d9-be9bcdc8889e None None] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:37:29.107657 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab342929-260e-4998-b8d9-be9bcdc8889e None None] Pushing event updated for resources: {'Port': ['ID=1a01dd7f-10ce-43e0-a8bf-330fbfd651de,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:29.109879 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab342929-260e-4998-b8d9-be9bcdc8889e None None] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:37:29.152529 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b5cfe-cb19-4240-a913-1bb7e2995658 req-fb6aa5a8-a38c-4fa1-a702-b14d71fa7507 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:29.153943 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-312b5cfe-cb19-4240-a913-1bb7e2995658 req-fb6aa5a8-a38c-4fa1-a702-b14d71fa7507 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0638528 Oct 20 13:37:29.168316 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-ab342929-260e-4998-b8d9-be9bcdc8889e None None] Attempting to bind port 1a01dd7f-10ce-43e0-a8bf-330fbfd651de on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:37:29.168605 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-ab342929-260e-4998-b8d9-be9bcdc8889e None None] Attempting to bind port 1a01dd7f-10ce-43e0-a8bf-330fbfd651de by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': '464de70b-7d93-426a-9a2a-3b231e42bcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:37:29.168992 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab342929-260e-4998-b8d9-be9bcdc8889e None None] Attempting to bind port 1a01dd7f-10ce-43e0-a8bf-330fbfd651de on network a2d938c2-510e-4c09-96e0-662b0c7b6d79 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:37:29.210099 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab342929-260e-4998-b8d9-be9bcdc8889e None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:37:29.210462 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab342929-260e-4998-b8d9-be9bcdc8889e None None] Checking segment: {'id': '464de70b-7d93-426a-9a2a-3b231e42bcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:37:29.210857 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ab342929-260e-4998-b8d9-be9bcdc8889e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:29.211242 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab342929-260e-4998-b8d9-be9bcdc8889e None None] Bound using segment: {'id': '464de70b-7d93-426a-9a2a-3b231e42bcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:37:29.211702 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-ab342929-260e-4998-b8d9-be9bcdc8889e None None] Bound port: 1a01dd7f-10ce-43e0-a8bf-330fbfd651de, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464de70b-7d93-426a-9a2a-3b231e42bcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:37:29.212071 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ab342929-260e-4998-b8d9-be9bcdc8889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (1a01dd7f-10ce-43e0-a8bf-330fbfd651de), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:29.230844 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:29.262785 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:29.274703 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ab342929-260e-4998-b8d9-be9bcdc8889e None None] For port 1a01dd7f-10ce-43e0-a8bf-330fbfd651de, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:37:29.278292 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ab342929-260e-4998-b8d9-be9bcdc8889e None None] For port 1a01dd7f-10ce-43e0-a8bf-330fbfd651de, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=1a01dd7f-10ce-43e0-a8bf-330fbfd651de,segment=NetworkSegment(464de70b-7d93-426a-9a2a-3b231e42bcb6),segment_id=464de70b-7d93-426a-9a2a-3b231e42bcb6)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:37:29.286424 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ab342929-260e-4998-b8d9-be9bcdc8889e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (1a01dd7f-10ce-43e0-a8bf-330fbfd651de), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:29.295694 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-312b5cfe-cb19-4240-a913-1bb7e2995658 req-49b1cfbf-66de-4aef-9c55-c6cf0a5ea3a7 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073594 Oct 20 13:37:29.308089 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Publish callbacks [] for router_gateway (89656546-ddc5-4203-94c6-5ef1902c23c0), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:29.343381 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:29.346518 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab342929-260e-4998-b8d9-be9bcdc8889e None None] Pushing event updated for resources: {'Port': ['ID=1a01dd7f-10ce-43e0-a8bf-330fbfd651de,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:29.454112 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Allocated IP 172.27.0.218 (54b02c82-3888-4407-a753-5cb002a664e9/80f1bf56-ddb3-4c42-8717-7c4bb006400e/bb51babb-65af-4bd3-88f5-ed80264d0788) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:37:29.605660 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Publish callbacks [] for port (bb51babb-65af-4bd3-88f5-ed80264d0788), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:29.612270 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:29.617944 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:29.641603 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (bb51babb-65af-4bd3-88f5-ed80264d0788), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:29.683721 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Network 54b02c82-3888-4407-a753-5cb002a664e9 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:37:29.687098 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:37:29.691793 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:37:29.694921 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Pushing event updated for resources: {'Port': ['ID=bb51babb-65af-4bd3-88f5-ed80264d0788,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:29.725743 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:29.726085 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:29.726420 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:29.726751 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:29.727077 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:29.727396 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:29.727716 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:29.728033 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:29.728350 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:29.728665 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:29.729008 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:29.729326 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:29.729652 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:29.730162 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:29.730483 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:29.731307 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:29.946705 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Publish callbacks [] for router_gateway (89656546-ddc5-4203-94c6-5ef1902c23c0), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:30.160994 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3855127'] for router (89656546-ddc5-4203-94c6-5ef1902c23c0), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:30.161700 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ecdf65-36b7-48e6-848e-9b0ecd2adecf req-2de5ceb7-dbaf-4cfb-86de-699d3c2f0686 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:30.163387 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-09ecdf65-36b7-48e6-848e-9b0ecd2adecf req-2de5ceb7-dbaf-4cfb-86de-699d3c2f0686 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.0623593 Oct 20 13:37:30.217513 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-09ecdf65-36b7-48e6-848e-9b0ecd2adecf req-1b878d65-356d-4a6e-86d4-6769803e8b8b tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471621 Oct 20 13:37:30.248097 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd95ab8b-c8ee-4114-b0c1-ce128050c48c None None] Network a2d938c2-510e-4c09-96e0-662b0c7b6d79 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:37:30.274317 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:30.312820 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Router 89656546-ddc5-4203-94c6-5ef1902c23c0 is scheduled to L3 agent be337168-f950-40d6-92a4-727d8beca7ca with binding_index 1 {{(pid=104732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 13:37:30.441573 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-22fbac08-0834-427a-a719-80001b44926d None None] Provisioning complete for port 1a01dd7f-10ce-43e0-a8bf-330fbfd651de triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:30.441856 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-22fbac08-0834-427a-a719-80001b44926d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (1a01dd7f-10ce-43e0-a8bf-330fbfd651de), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:30.442186 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-22fbac08-0834-427a-a719-80001b44926d None None] Attempt 1 to provision port 1a01dd7f-10ce-43e0-a8bf-330fbfd651de Oct 20 13:37:30.459016 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:37:30.465650 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32870e43-7ef4-4bcd-9969-c3ffc8d0d555 req-980c5c9f-64ed-4fa1-a3df-af9e86e79bbc tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:30.467125 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-32870e43-7ef4-4bcd-9969-c3ffc8d0d555 req-980c5c9f-64ed-4fa1-a3df-af9e86e79bbc tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0612128 Oct 20 13:37:30.472619 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40d120a-d4f3-44f9-9aa5-11b451c8d6d4 None None] Sync routers for ids ['89656546-ddc5-4203-94c6-5ef1902c23c0'] in dv-cinder-862136-1-iscsi {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:37:30.497242 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:30.502433 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 43440) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:30.505542 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-9dfe1898-8636-4d8d-a129-4ebb1095f42b admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1742208 Oct 20 13:37:30.517955 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40d120a-d4f3-44f9-9aa5-11b451c8d6d4 None None] Routers {'89656546-ddc5-4203-94c6-5ef1902c23c0'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:37:30.518582 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-e40d120a-d4f3-44f9-9aa5-11b451c8d6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:37:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['89656546-ddc5-4203-94c6-5ef1902c23c0'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:30.520695 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:30.540237 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-32870e43-7ef4-4bcd-9969-c3ffc8d0d555 req-e9bb8ff3-5413-4b7f-9637-11a4af464e43 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636177 Oct 20 13:37:30.661683 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-22fbac08-0834-427a-a719-80001b44926d None None] Current status of the port 1a01dd7f-10ce-43e0-a8bf-330fbfd651de is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:30.662066 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-22fbac08-0834-427a-a719-80001b44926d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (1a01dd7f-10ce-43e0-a8bf-330fbfd651de), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:30.693535 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-e40d120a-d4f3-44f9-9aa5-11b451c8d6d4 None None] Set router 89656546-ddc5-4203-94c6-5ef1902c23c0 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:37:30.761468 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-22fbac08-0834-427a-a719-80001b44926d None None] For port 1a01dd7f-10ce-43e0-a8bf-330fbfd651de, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=1a01dd7f-10ce-43e0-a8bf-330fbfd651de,segment=NetworkSegment(464de70b-7d93-426a-9a2a-3b231e42bcb6),segment_id=464de70b-7d93-426a-9a2a-3b231e42bcb6)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:37:30.775809 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-22fbac08-0834-427a-a719-80001b44926d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (1a01dd7f-10ce-43e0-a8bf-330fbfd651de), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:30.879706 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbac08-0834-427a-a719-80001b44926d None None] Pushing event updated for resources: {'Port': ['ID=1a01dd7f-10ce-43e0-a8bf-330fbfd651de,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:30.903094 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:30.907991 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-b8831e53-892f-4ed5-9f05-ab925519a5c9 None None] Provisioning complete for port 1a01dd7f-10ce-43e0-a8bf-330fbfd651de triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:30.908361 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b8831e53-892f-4ed5-9f05-ab925519a5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (1a01dd7f-10ce-43e0-a8bf-330fbfd651de), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:30.908693 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-b8831e53-892f-4ed5-9f05-ab925519a5c9 None None] Attempt 1 to provision port 1a01dd7f-10ce-43e0-a8bf-330fbfd651de Oct 20 13:37:30.952600 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:30.976903 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-e40d120a-d4f3-44f9-9aa5-11b451c8d6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'name': 'tempest-TestVolumeBootPattern-1660821612-router', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'bb51babb-65af-4bd3-88f5-ed80264d0788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:28Z', 'updated_at': '2022-10-20T13:37:29Z', 'revision_number': 3, 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'gw_port': {'id': 'bb51babb-65af-4bd3-88f5-ed80264d0788', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:66:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:29Z', 'updated_at': '2022-10-20T13:37:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:31.009935 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40d120a-d4f3-44f9-9aa5-11b451c8d6d4 None None] Checking router: 89656546-ddc5-4203-94c6-5ef1902c23c0 for host: dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:37:31.010283 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40d120a-d4f3-44f9-9aa5-11b451c8d6d4 None None] Updating router 89656546-ddc5-4203-94c6-5ef1902c23c0 port bb51babb-65af-4bd3-88f5-ed80264d0788 binding host dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 13:37:31.030443 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:31.065594 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e40d120a-d4f3-44f9-9aa5-11b451c8d6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (bb51babb-65af-4bd3-88f5-ed80264d0788), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:31.069413 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-b8831e53-892f-4ed5-9f05-ab925519a5c9 None None] Current status of the port 1a01dd7f-10ce-43e0-a8bf-330fbfd651de is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:31.106931 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Allocated IP 172.20.0.1 (a2d938c2-510e-4c09-96e0-662b0c7b6d79/abd9d85f-bedb-4be5-9db6-d4242bdfee39/bd0d36f8-0902-407b-90e4-748cde148d02) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:37:31.215034 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Publish callbacks [] for port (bd0d36f8-0902-407b-90e4-748cde148d02), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:31.219669 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:31.236446 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:31.254976 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (bd0d36f8-0902-407b-90e4-748cde148d02), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:31.321465 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Network a2d938c2-510e-4c09-96e0-662b0c7b6d79 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:37:31.328644 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:37:31.334446 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:37:31.345537 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Pushing event updated for resources: {'Port': ['ID=bd0d36f8-0902-407b-90e4-748cde148d02,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:31.391849 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:31.392267 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:31.392618 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:31.394092 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:31.394092 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:31.394319 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:31.394623 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:31.394957 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:31.395284 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:31.395610 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:31.395937 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:31.396262 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:31.396582 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:31.396945 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:31.397242 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:31.405660 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 1a01dd7f-10ce-43e0-a8bf-330fbfd651de up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:37:31.408005 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c462d14-2f49-4fc9-96c8-2e3df13335e0 req-c829ea66-4a16-47b8-80b3-72d264a9724a tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:31.410671 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-8c462d14-2f49-4fc9-96c8-2e3df13335e0 req-c829ea66-4a16-47b8-80b3-72d264a9724a tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.1000867 Oct 20 13:37:31.417264 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859861'] for router_interface (89656546-ddc5-4203-94c6-5ef1902c23c0), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:31.423971 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e40d120a-d4f3-44f9-9aa5-11b451c8d6d4 None None] Publish callbacks [] for port (bb51babb-65af-4bd3-88f5-ed80264d0788), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:31.471193 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e40d120a-d4f3-44f9-9aa5-11b451c8d6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (bb51babb-65af-4bd3-88f5-ed80264d0788), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:31.483518 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-8c462d14-2f49-4fc9-96c8-2e3df13335e0 req-d266cbb7-d922-4a7f-999a-8d2a7d72317f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577147 Oct 20 13:37:31.553542 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-e40d120a-d4f3-44f9-9aa5-11b451c8d6d4 None None] Attempting to bind port bb51babb-65af-4bd3-88f5-ed80264d0788 on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:37:31.553924 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-e40d120a-d4f3-44f9-9aa5-11b451c8d6d4 None None] Attempting to bind port bb51babb-65af-4bd3-88f5-ed80264d0788 by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:37:31.554278 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40d120a-d4f3-44f9-9aa5-11b451c8d6d4 None None] Attempting to bind port bb51babb-65af-4bd3-88f5-ed80264d0788 on network 54b02c82-3888-4407-a753-5cb002a664e9 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:37:31.584216 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75afceb-e9b4-471f-aee0-fcbc7e28df28 None None] Pushing event updated for resources: {'Port': ['ID=bb51babb-65af-4bd3-88f5-ed80264d0788,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:31.600086 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (bd0d36f8-0902-407b-90e4-748cde148d02), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:31.617399 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 1a01dd7f-10ce-43e0-a8bf-330fbfd651de triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:31.617697 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (1a01dd7f-10ce-43e0-a8bf-330fbfd651de), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:31.618029 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 1a01dd7f-10ce-43e0-a8bf-330fbfd651de Oct 20 13:37:31.720124 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40d120a-d4f3-44f9-9aa5-11b451c8d6d4 None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:37:31.720678 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40d120a-d4f3-44f9-9aa5-11b451c8d6d4 None None] Checking segment: {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:37:31.721296 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e40d120a-d4f3-44f9-9aa5-11b451c8d6d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:31.721705 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40d120a-d4f3-44f9-9aa5-11b451c8d6d4 None None] Bound using segment: {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:37:31.722282 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-e40d120a-d4f3-44f9-9aa5-11b451c8d6d4 None None] Bound port: bb51babb-65af-4bd3-88f5-ed80264d0788, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:37:31.722748 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e40d120a-d4f3-44f9-9aa5-11b451c8d6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (bb51babb-65af-4bd3-88f5-ed80264d0788), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:31.756750 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-db964876-3822-40a6-87aa-617d046f0b91 None None] Provisioning complete for port bd0d36f8-0902-407b-90e4-748cde148d02 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:31.757440 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-db964876-3822-40a6-87aa-617d046f0b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (bd0d36f8-0902-407b-90e4-748cde148d02), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:31.758435 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-db964876-3822-40a6-87aa-617d046f0b91 None None] Attempt 1 to provision port bd0d36f8-0902-407b-90e4-748cde148d02 Oct 20 13:37:31.816749 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb46e4-6449-4486-8a4c-6c025be72f1d req-03fccf4f-648b-4328-ad03-780ebaf0103e tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:31.818930 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-56cb46e4-6449-4486-8a4c-6c025be72f1d req-03fccf4f-648b-4328-ad03-780ebaf0103e tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.1179962 Oct 20 13:37:31.848880 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 1a01dd7f-10ce-43e0-a8bf-330fbfd651de is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:31.861914 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-db964876-3822-40a6-87aa-617d046f0b91 None None] Port bd0d36f8-0902-407b-90e4-748cde148d02 cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:37:31.871247 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-e40d120a-d4f3-44f9-9aa5-11b451c8d6d4 None None] For port bb51babb-65af-4bd3-88f5-ed80264d0788, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:37:31.875216 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-e40d120a-d4f3-44f9-9aa5-11b451c8d6d4 None None] For port bb51babb-65af-4bd3-88f5-ed80264d0788, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=bb51babb-65af-4bd3-88f5-ed80264d0788,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:37:31.898662 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e40d120a-d4f3-44f9-9aa5-11b451c8d6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (bb51babb-65af-4bd3-88f5-ed80264d0788), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:31.904453 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab18adf-03fe-484b-b805-54e9bab7ae0a req-5f97599e-150e-4146-a2e9-4cbbfeee0584 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:31.905972 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-6ab18adf-03fe-484b-b805-54e9bab7ae0a req-5f97599e-150e-4146-a2e9-4cbbfeee0584 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0744932 Oct 20 13:37:31.924376 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-56cb46e4-6449-4486-8a4c-6c025be72f1d req-8557d936-5265-4901-ae4c-a3480b359fca tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955315 Oct 20 13:37:31.943684 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Publish callbacks [] for port (bd0d36f8-0902-407b-90e4-748cde148d02), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:31.948672 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40d120a-d4f3-44f9-9aa5-11b451c8d6d4 None None] Routers {'89656546-ddc5-4203-94c6-5ef1902c23c0'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:37:31.949455 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-e40d120a-d4f3-44f9-9aa5-11b451c8d6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:37:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['89656546-ddc5-4203-94c6-5ef1902c23c0'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:31.950119 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (bd0d36f8-0902-407b-90e4-748cde148d02), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:31.959950 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-6ab18adf-03fe-484b-b805-54e9bab7ae0a req-e4b38562-a04d-4e6c-8ee7-7b706eb955e2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480592 Oct 20 13:37:32.000099 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:32.010237 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75afceb-e9b4-471f-aee0-fcbc7e28df28 None None] Pushing event updated for resources: {'Port': ['ID=bb51babb-65af-4bd3-88f5-ed80264d0788,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:32.029637 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Pushing event updated for resources: {'Port': ['ID=bd0d36f8-0902-407b-90e4-748cde148d02,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:32.032526 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864581'] for router_interface (89656546-ddc5-4203-94c6-5ef1902c23c0), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:32.070329 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:32.072408 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-e40d120a-d4f3-44f9-9aa5-11b451c8d6d4 None None] Set router 89656546-ddc5-4203-94c6-5ef1902c23c0 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:37:32.127489 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Network a2d938c2-510e-4c09-96e0-662b0c7b6d79 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:37:32.128890 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:37:32.214320 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:32.240166 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Router 89656546-ddc5-4203-94c6-5ef1902c23c0 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:37:32.275680 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-e40d120a-d4f3-44f9-9aa5-11b451c8d6d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'name': 'tempest-TestVolumeBootPattern-1660821612-router', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'bb51babb-65af-4bd3-88f5-ed80264d0788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:28Z', 'updated_at': '2022-10-20T13:37:31Z', 'revision_number': 4, 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'gw_port': {'id': 'bb51babb-65af-4bd3-88f5-ed80264d0788', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:66:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:29Z', 'updated_at': '2022-10-20T13:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': 'bd0d36f8-0902-407b-90e4-748cde148d02', 'name': '', 'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'mac_address': 'fa:16:3e:07:21:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'abd9d85f-bedb-4be5-9db6-d4242bdfee39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:30Z', 'updated_at': '2022-10-20T13:37:31Z', 'revision_number': 2, 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'subnets': [{'id': 'abd9d85f-bedb-4be5-9db6-d4242bdfee39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:32.289089 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:32.301576 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40d120a-d4f3-44f9-9aa5-11b451c8d6d4 None None] The sync data for ids ['89656546-ddc5-4203-94c6-5ef1902c23c0'] in dv-cinder-862136-1-iscsi is: [{'id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'name': 'tempest-TestVolumeBootPattern-1660821612-router', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'bb51babb-65af-4bd3-88f5-ed80264d0788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:28Z', 'updated_at': '2022-10-20T13:37:31Z', 'revision_number': 4, 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'gw_port': {'id': 'bb51babb-65af-4bd3-88f5-ed80264d0788', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:66:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:29Z', 'updated_at': '2022-10-20T13:37:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': 'bd0d36f8-0902-407b-90e4-748cde148d02', 'name': '', 'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'mac_address': 'fa:16:3e:07:21:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'abd9d85f-bedb-4be5-9db6-d4242bdfee39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:30Z', 'updated_at': '2022-10-20T13:37:31Z', 'revision_number': 2, 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'subnets': [{'id': 'abd9d85f-bedb-4be5-9db6-d4242bdfee39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:37:32.352641 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:37:32.357799 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-c0ffbb95-5a65-41cb-94a6-57040235f809 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/89656546-ddc5-4203-94c6-5ef1902c23c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8542426 Oct 20 13:37:32.384486 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-93639b36-6096-4d94-b7ea-2cabda70ab55 None None] Provisioning complete for port bd0d36f8-0902-407b-90e4-748cde148d02 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:32.384851 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-93639b36-6096-4d94-b7ea-2cabda70ab55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (bd0d36f8-0902-407b-90e4-748cde148d02), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:32.385210 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-93639b36-6096-4d94-b7ea-2cabda70ab55 None None] Attempt 1 to provision port bd0d36f8-0902-407b-90e4-748cde148d02 Oct 20 13:37:32.418070 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-93639b36-6096-4d94-b7ea-2cabda70ab55 None None] Port bd0d36f8-0902-407b-90e4-748cde148d02 cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:37:32.633484 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99760c90-7e7d-4c30-afce-67e2caf9b648 req-8f0f9e16-902c-4496-9ac6-72fef2d8d8aa tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:32.635070 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-99760c90-7e7d-4c30-afce-67e2caf9b648 req-8f0f9e16-902c-4496-9ac6-72fef2d8d8aa tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.0536039 Oct 20 13:37:32.691163 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-99760c90-7e7d-4c30-afce-67e2caf9b648 req-038445c7-7060-405b-af13-d35f6f8708b2 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469356 Oct 20 13:37:32.955863 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 43490) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:32.974462 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-cdbbb9e0-4bce-48fa-b1fb-84e058263a31 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1124632421-network', 'tenant_id': '111a918263d14198a3d24236431db365'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:32.998284 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbbb9e0-4bce-48fa-b1fb-84e058263a31 admin admin] Made reservation on behalf of 111a918263d14198a3d24236431db365 for: {'network': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:37:33.001950 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cdbbb9e0-4bce-48fa-b1fb-84e058263a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for network (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:33.013105 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cdbbb9e0-4bce-48fa-b1fb-84e058263a31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:33.093419 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177944f0-34a0-45b5-b419-46009ae52d30 req-6d90c8d8-ff95-4915-bf56-5ed5e5e4879e tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:33.094989 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-177944f0-34a0-45b5-b419-46009ae52d30 req-6d90c8d8-ff95-4915-bf56-5ed5e5e4879e tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.0502460 Oct 20 13:37:33.124460 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a11d3-bd96-48cd-9c54-4abd949f2cd3 req-5999c94a-91c5-4b04-a92b-75340955289d tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:33.126783 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-878a11d3-bd96-48cd-9c54-4abd949f2cd3 req-5999c94a-91c5-4b04-a92b-75340955289d tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0620317 Oct 20 13:37:33.150771 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-177944f0-34a0-45b5-b419-46009ae52d30 req-ccb8363f-df02-448e-be1f-7d5ebd599313 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491748 Oct 20 13:37:33.168971 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cdbbb9e0-4bce-48fa-b1fb-84e058263a31 admin admin] Publish callbacks [] for security_group (a1e7d765-11f4-43c0-97a6-5f3140e19607), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:33.175684 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cdbbb9e0-4bce-48fa-b1fb-84e058263a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (a1e7d765-11f4-43c0-97a6-5f3140e19607), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:33.215568 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdbbb9e0-4bce-48fa-b1fb-84e058263a31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=104733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 13:37:33.235375 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-878a11d3-bd96-48cd-9c54-4abd949f2cd3 req-a5b87bfb-4c24-497f-af63-991685e43708 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963733 Oct 20 13:37:33.237903 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbbb9e0-4bce-48fa-b1fb-84e058263a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e7d765-11f4-43c0-97a6-5f3140e19607,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:33.243336 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cdbbb9e0-4bce-48fa-b1fb-84e058263a31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (f4974e20-f45c-4aae-b61b-5d100e4f0c6e), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:33.243933 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.db.segments_db [None req-cdbbb9e0-4bce-48fa-b1fb-84e058263a31 admin admin] Added segment f4974e20-f45c-4aae-b61b-5d100e4f0c6e of type vlan for network 1ad9de5e-9bc4-42b0-aa70-13f11796f067 Oct 20 13:37:33.289239 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cdbbb9e0-4bce-48fa-b1fb-84e058263a31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747424292904'] for network (1ad9de5e-9bc4-42b0-aa70-13f11796f067), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:33.320769 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cdbbb9e0-4bce-48fa-b1fb-84e058263a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for network (1ad9de5e-9bc4-42b0-aa70-13f11796f067), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:33.321875 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbbb9e0-4bce-48fa-b1fb-84e058263a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:33.322447 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cdbbb9e0-4bce-48fa-b1fb-84e058263a31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:33.365734 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device bb51babb-65af-4bd3-88f5-ed80264d0788 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:37:33.374118 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-cdbbb9e0-4bce-48fa-b1fb-84e058263a31 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4146602 Oct 20 13:37:33.374374 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 43496) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:33.379530 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-136ca416-eebf-4330-be86-a08e391fd4d8 admin admin] Request body: {'subnet': {'network_id': '1ad9de5e-9bc4-42b0-aa70-13f11796f067', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1124632421-subnet', 'tenant_id': '111a918263d14198a3d24236431db365', 'ip_version': 4}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:33.404077 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbbb9e0-4bce-48fa-b1fb-84e058263a31 admin admin] Pushing event updated for resources: {'Network': ['ID=1ad9de5e-9bc4-42b0-aa70-13f11796f067,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:33.415940 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136ca416-eebf-4330-be86-a08e391fd4d8 admin admin] Made reservation on behalf of 111a918263d14198a3d24236431db365 for: {'subnet': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:37:33.418744 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Network 1ad9de5e-9bc4-42b0-aa70-13f11796f067 details requested by agent ovs-agent-dv-cinder-862136-1-iscsi with host dv-cinder-862136-1-iscsi {{(pid=104734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 13:37:33.419461 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-136ca416-eebf-4330-be86-a08e391fd4d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212481'] for subnet (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:33.478173 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port bb51babb-65af-4bd3-88f5-ed80264d0788 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:33.478550 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (bb51babb-65af-4bd3-88f5-ed80264d0788), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:33.478887 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port bb51babb-65af-4bd3-88f5-ed80264d0788 Oct 20 13:37:33.571545 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:33.609859 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:33.633096 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-136ca416-eebf-4330-be86-a08e391fd4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26193056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212499'] for subnet (799bd9eb-fa8f-4781-965f-5603daef024a), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:33.687802 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ca416-eebf-4330-be86-a08e391fd4d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=799bd9eb-fa8f-4781-965f-5603daef024a,revision_number=0']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:33.706629 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136ca416-eebf-4330-be86-a08e391fd4d8 admin admin] Checking segment: {'id': 'f4974e20-f45c-4aae-b61b-5d100e4f0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1ad9de5e-9bc4-42b0-aa70-13f11796f067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:37:33.707045 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136ca416-eebf-4330-be86-a08e391fd4d8 admin admin] Network hostable DHCP agents. Network: 1ad9de5e-9bc4-42b0-aa70-13f11796f067, hostable agents: ['fc80e4aa-b75a-45f9-bc92-ee666d9592cb'], hosted agents: [] {{(pid=104733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 13:37:33.727843 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136ca416-eebf-4330-be86-a08e391fd4d8 admin admin] Network 1ad9de5e-9bc4-42b0-aa70-13f11796f067 is scheduled to be hosted by DHCP agent fc80e4aa-b75a-45f9-bc92-ee666d9592cb with binding_index 1 {{(pid=104733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 13:37:33.729125 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port bb51babb-65af-4bd3-88f5-ed80264d0788 is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:33.730113 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (bb51babb-65af-4bd3-88f5-ed80264d0788), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:33.741388 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [None req-136ca416-eebf-4330-be86-a08e391fd4d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862136-1-iscsi, 1ad9de5e-9bc4-42b0-aa70-13f11796f067) {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:37:33.745681 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136ca416-eebf-4330-be86-a08e391fd4d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:33.746436 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-136ca416-eebf-4330-be86-a08e391fd4d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for subnet (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:33.754944 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4503af3d-4f43-41b3-9068-4ec7fbc4b9d9 None None] Network 1ad9de5e-9bc4-42b0-aa70-13f11796f067 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:37:33.758055 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port bb51babb-65af-4bd3-88f5-ed80264d0788, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=bb51babb-65af-4bd3-88f5-ed80264d0788,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:37:33.772984 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-136ca416-eebf-4330-be86-a08e391fd4d8 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3961768 Oct 20 13:37:33.774758 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 43500) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:33.776258 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (bb51babb-65af-4bd3-88f5-ed80264d0788), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:33.779428 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-38140ab4-7ba1-4239-9c3f-aac9ed0492ee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1124632421-router', 'tenant_id': '111a918263d14198a3d24236431db365', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:33.836621 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-38140ab4-7ba1-4239-9c3f-aac9ed0492ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3865821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3818'] for router (8834576e-a1f8-40e2-80f5-b2376b01031a), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:33.837765 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-38140ab4-7ba1-4239-9c3f-aac9ed0492ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3857831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3811'] for router (8834576e-a1f8-40e2-80f5-b2376b01031a), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:33.857205 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc38398-19ea-4057-a14d-87a7a8d8cd0e req-56a4a9ef-b318-45e3-af36-0cba34ce0628 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:33.858779 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5bc38398-19ea-4057-a14d-87a7a8d8cd0e req-56a4a9ef-b318-45e3-af36-0cba34ce0628 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.0688241 Oct 20 13:37:33.897520 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=bb51babb-65af-4bd3-88f5-ed80264d0788,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:33.906252 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:33.906690 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:33.907051 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:33.907394 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:33.907724 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:33.908031 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:33.908350 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:33.909143 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:33.909143 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:33.909371 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:33.909622 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:33.909939 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:33.910254 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:33.910565 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:33.910877 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:37:33.915589 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8ebb4e-aa35-4bd7-bef9-f682683fa219 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d469a18-07e0-5135-909c-90e0e6ecf688-1ad9de5e-9bc4-42b0-aa70-13f11796f067', 'network_id': '1ad9de5e-9bc4-42b0-aa70-13f11796f067', 'project_id': '111a918263d14198a3d24236431db365', 'fixed_ips': [{'subnet_id': '799bd9eb-fa8f-4781-965f-5603daef024a'}]}} from dv-cinder-862136-1-iscsi. {{(pid=104734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 13:37:33.916480 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ff8ebb4e-aa35-4bd7-bef9-f682683fa219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:33.917563 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-38140ab4-7ba1-4239-9c3f-aac9ed0492ee admin admin] Publish callbacks [] for router_controller (8834576e-a1f8-40e2-80f5-b2376b01031a), precommit_add_association {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:33.988318 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5bc38398-19ea-4057-a14d-87a7a8d8cd0e req-d4e8bb2a-31bb-4d37-8dff-9397c47db790 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135731 Oct 20 13:37:34.092589 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-38140ab4-7ba1-4239-9c3f-aac9ed0492ee admin admin] Publish callbacks [] for router_gateway (8834576e-a1f8-40e2-80f5-b2376b01031a), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:34.094907 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-ff8ebb4e-aa35-4bd7-bef9-f682683fa219 None None] Allocated IP 172.20.0.2 (1ad9de5e-9bc4-42b0-aa70-13f11796f067/799bd9eb-fa8f-4781-965f-5603daef024a/280c5453-297b-4f36-9e7f-56d146f13095) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:37:34.163091 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:34.189168 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:34.254975 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:34.265461 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ff8ebb4e-aa35-4bd7-bef9-f682683fa219 None None] Publish callbacks [] for port (280c5453-297b-4f36-9e7f-56d146f13095), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:34.272560 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ff8ebb4e-aa35-4bd7-bef9-f682683fa219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955'] for port (280c5453-297b-4f36-9e7f-56d146f13095), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:34.310947 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-38140ab4-7ba1-4239-9c3f-aac9ed0492ee admin admin] Publish callbacks [] for router_gateway (8834576e-a1f8-40e2-80f5-b2376b01031a), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:34.316849 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769992d-7e62-4f69-98a1-9f90cb35b4c6 req-db0f29f7-dc20-4281-bcf3-c8a3fdc9dba0 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:34.319136 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1769992d-7e62-4f69-98a1-9f90cb35b4c6 req-db0f29f7-dc20-4281-bcf3-c8a3fdc9dba0 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.0703022 Oct 20 13:37:34.322881 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8ebb4e-aa35-4bd7-bef9-f682683fa219 None None] Network 1ad9de5e-9bc4-42b0-aa70-13f11796f067 is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:37:34.325900 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-ff8ebb4e-aa35-4bd7-bef9-f682683fa219 None None] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:37:34.331116 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8ebb4e-aa35-4bd7-bef9-f682683fa219 None None] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:37:34.334465 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-38140ab4-7ba1-4239-9c3f-aac9ed0492ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:34.339084 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ebb4e-aa35-4bd7-bef9-f682683fa219 None None] Pushing event updated for resources: {'Port': ['ID=280c5453-297b-4f36-9e7f-56d146f13095,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:34.401427 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1769992d-7e62-4f69-98a1-9f90cb35b4c6 req-5fd5ce2f-72cc-41e9-85cb-7cf061ebe8df tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753255 Oct 20 13:37:34.416913 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-ff8ebb4e-aa35-4bd7-bef9-f682683fa219 None None] Attempting to bind port 280c5453-297b-4f36-9e7f-56d146f13095 on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:37:34.417635 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-ff8ebb4e-aa35-4bd7-bef9-f682683fa219 None None] Attempting to bind port 280c5453-297b-4f36-9e7f-56d146f13095 by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': 'f4974e20-f45c-4aae-b61b-5d100e4f0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1ad9de5e-9bc4-42b0-aa70-13f11796f067'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:37:34.418156 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8ebb4e-aa35-4bd7-bef9-f682683fa219 None None] Attempting to bind port 280c5453-297b-4f36-9e7f-56d146f13095 on network 1ad9de5e-9bc4-42b0-aa70-13f11796f067 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:37:34.481996 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8ebb4e-aa35-4bd7-bef9-f682683fa219 None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:37:34.482676 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8ebb4e-aa35-4bd7-bef9-f682683fa219 None None] Checking segment: {'id': 'f4974e20-f45c-4aae-b61b-5d100e4f0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1ad9de5e-9bc4-42b0-aa70-13f11796f067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:37:34.482779 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ff8ebb4e-aa35-4bd7-bef9-f682683fa219 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:34.483158 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8ebb4e-aa35-4bd7-bef9-f682683fa219 None None] Bound using segment: {'id': 'f4974e20-f45c-4aae-b61b-5d100e4f0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1ad9de5e-9bc4-42b0-aa70-13f11796f067'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:37:34.483669 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-ff8ebb4e-aa35-4bd7-bef9-f682683fa219 None None] Bound port: 280c5453-297b-4f36-9e7f-56d146f13095, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4974e20-f45c-4aae-b61b-5d100e4f0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1ad9de5e-9bc4-42b0-aa70-13f11796f067'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:37:34.484117 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ff8ebb4e-aa35-4bd7-bef9-f682683fa219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (280c5453-297b-4f36-9e7f-56d146f13095), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:34.487405 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06681d-eab2-4070-a54f-c10e26681f66 req-ca22cdab-f0fa-4b8e-aa3a-b54105c8aa1a tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:34.488947 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-3c06681d-eab2-4070-a54f-c10e26681f66 req-ca22cdab-f0fa-4b8e-aa3a-b54105c8aa1a tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.1036165 Oct 20 13:37:34.535672 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-38140ab4-7ba1-4239-9c3f-aac9ed0492ee admin admin] Allocated IP 172.27.0.26 (54b02c82-3888-4407-a753-5cb002a664e9/80f1bf56-ddb3-4c42-8717-7c4bb006400e/50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:37:34.576826 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ff8ebb4e-aa35-4bd7-bef9-f682683fa219 None None] For port 280c5453-297b-4f36-9e7f-56d146f13095, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:37:34.578137 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-3c06681d-eab2-4070-a54f-c10e26681f66 req-58bfc033-c362-4f6f-9df7-f1a084ff7a04 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825739 Oct 20 13:37:34.581870 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ff8ebb4e-aa35-4bd7-bef9-f682683fa219 None None] For port 280c5453-297b-4f36-9e7f-56d146f13095, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=280c5453-297b-4f36-9e7f-56d146f13095,segment=NetworkSegment(f4974e20-f45c-4aae-b61b-5d100e4f0c6e),segment_id=f4974e20-f45c-4aae-b61b-5d100e4f0c6e)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:37:34.589668 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ff8ebb4e-aa35-4bd7-bef9-f682683fa219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (280c5453-297b-4f36-9e7f-56d146f13095), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:34.632294 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:34.648832 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ebb4e-aa35-4bd7-bef9-f682683fa219 None None] Pushing event updated for resources: {'Port': ['ID=280c5453-297b-4f36-9e7f-56d146f13095,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:34.664349 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e2d22b-c8a0-4d06-b960-06d50f6094db None None] Sync routers for ids ['89656546-ddc5-4203-94c6-5ef1902c23c0'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:37:34.676338 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e2d22b-c8a0-4d06-b960-06d50f6094db None None] Routers {'89656546-ddc5-4203-94c6-5ef1902c23c0'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:37:34.677177 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-55e2d22b-c8a0-4d06-b960-06d50f6094db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:37:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['89656546-ddc5-4203-94c6-5ef1902c23c0'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:34.696693 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-38140ab4-7ba1-4239-9c3f-aac9ed0492ee admin admin] Publish callbacks [] for port (50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:34.731505 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-38140ab4-7ba1-4239-9c3f-aac9ed0492ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:34.778063 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38140ab4-7ba1-4239-9c3f-aac9ed0492ee admin admin] Network 54b02c82-3888-4407-a753-5cb002a664e9 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:37:34.781398 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-38140ab4-7ba1-4239-9c3f-aac9ed0492ee admin admin] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:37:34.783590 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38140ab4-7ba1-4239-9c3f-aac9ed0492ee admin admin] Pushing event updated for resources: {'Port': ['ID=50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:34.785736 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38140ab4-7ba1-4239-9c3f-aac9ed0492ee admin admin] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:37:34.786600 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-55e2d22b-c8a0-4d06-b960-06d50f6094db None None] Set router 89656546-ddc5-4203-94c6-5ef1902c23c0 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:37:35.100422 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-55e2d22b-c8a0-4d06-b960-06d50f6094db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'name': 'tempest-TestVolumeBootPattern-1660821612-router', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'bb51babb-65af-4bd3-88f5-ed80264d0788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:28Z', 'updated_at': '2022-10-20T13:37:31Z', 'revision_number': 4, 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'gw_port': {'id': 'bb51babb-65af-4bd3-88f5-ed80264d0788', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:29Z', 'updated_at': '2022-10-20T13:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': 'bd0d36f8-0902-407b-90e4-748cde148d02', 'name': '', 'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'mac_address': 'fa:16:3e:07:21:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'abd9d85f-bedb-4be5-9db6-d4242bdfee39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:30Z', 'updated_at': '2022-10-20T13:37:31Z', 'revision_number': 2, 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'subnets': [{'id': 'abd9d85f-bedb-4be5-9db6-d4242bdfee39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:35.122292 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-38140ab4-7ba1-4239-9c3f-aac9ed0492ee admin admin] Publish callbacks [] for router_gateway (8834576e-a1f8-40e2-80f5-b2376b01031a), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:35.138285 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e2d22b-c8a0-4d06-b960-06d50f6094db None None] Checking router: 89656546-ddc5-4203-94c6-5ef1902c23c0 for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:37:35.138632 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e2d22b-c8a0-4d06-b960-06d50f6094db None None] Updating router 89656546-ddc5-4203-94c6-5ef1902c23c0 port bd0d36f8-0902-407b-90e4-748cde148d02 binding host dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 13:37:35.163796 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67931466-6fc2-46bb-9ece-a1f3fa283d3b req-5b531047-db42-4801-a41c-5369de3d018a tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:35.165633 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-67931466-6fc2-46bb-9ece-a1f3fa283d3b req-5b531047-db42-4801-a41c-5369de3d018a tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.0772097 Oct 20 13:37:35.166309 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 43522) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:35.171824 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-723ae491-03fb-419b-a0d8-4a98abc612ce tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1413428764', 'description': 'tempest-description--210972339'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:35.175284 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-55e2d22b-c8a0-4d06-b960-06d50f6094db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (bd0d36f8-0902-407b-90e4-748cde148d02), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:35.247365 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-67931466-6fc2-46bb-9ece-a1f3fa283d3b req-5f5126f1-2089-49bf-8998-2b133a58e753 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666354 Oct 20 13:37:35.248642 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-723ae491-03fb-419b-a0d8-4a98abc612ce tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:35.408991 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-723ae491-03fb-419b-a0d8-4a98abc612ce tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group (9923baa6-74ba-4678-bf50-a51c21b5a5f5), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:35.419419 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-723ae491-03fb-419b-a0d8-4a98abc612ce tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (9923baa6-74ba-4678-bf50-a51c21b5a5f5), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:35.487128 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-723ae491-03fb-419b-a0d8-4a98abc612ce tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:35.491317 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-723ae491-03fb-419b-a0d8-4a98abc612ce tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3238225 Oct 20 13:37:35.509613 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 43532) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:35.522610 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ae491-03fb-419b-a0d8-4a98abc612ce tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9923baa6-74ba-4678-bf50-a51c21b5a5f5,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:35.535354 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-bd9cd9e9-04fa-4923-8f01-43904b8d3ac4 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Request body: {'security_group_rule': {'security_group_id': '9923baa6-74ba-4678-bf50-a51c21b5a5f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:35.540541 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 280c5453-297b-4f36-9e7f-56d146f13095 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:37:35.554582 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:35.609509 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-bd9cd9e9-04fa-4923-8f01-43904b8d3ac4 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group_rule (82c84910-717a-4a38-8305-712d06359143), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:35.635840 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-55e2d22b-c8a0-4d06-b960-06d50f6094db None None] Publish callbacks [] for port (bd0d36f8-0902-407b-90e4-748cde148d02), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:35.644564 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-55e2d22b-c8a0-4d06-b960-06d50f6094db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (bd0d36f8-0902-407b-90e4-748cde148d02), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:35.701742 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 280c5453-297b-4f36-9e7f-56d146f13095 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:35.702470 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (280c5453-297b-4f36-9e7f-56d146f13095), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:35.702987 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 280c5453-297b-4f36-9e7f-56d146f13095 Oct 20 13:37:35.762851 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb3e50-445b-41c2-906a-99ccd0aea481 req-725921b2-f3ff-46fc-9b0f-68a2e31ed824 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:35.763973 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11beca95-df93-4fd6-9518-47a11a131402 None None] Pushing event updated for resources: {'Port': ['ID=bd0d36f8-0902-407b-90e4-748cde148d02,revision_number=3']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:35.764522 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-a4eb3e50-445b-41c2-906a-99ccd0aea481 req-725921b2-f3ff-46fc-9b0f-68a2e31ed824 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.1323762 Oct 20 13:37:35.820139 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-55e2d22b-c8a0-4d06-b960-06d50f6094db None None] Attempting to bind port bd0d36f8-0902-407b-90e4-748cde148d02 on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:37:35.820717 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-55e2d22b-c8a0-4d06-b960-06d50f6094db None None] Attempting to bind port bd0d36f8-0902-407b-90e4-748cde148d02 by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': '464de70b-7d93-426a-9a2a-3b231e42bcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79'}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:37:35.821640 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e2d22b-c8a0-4d06-b960-06d50f6094db None None] Attempting to bind port bd0d36f8-0902-407b-90e4-748cde148d02 on network a2d938c2-510e-4c09-96e0-662b0c7b6d79 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:37:35.827045 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785f7a9-99ed-4294-bfce-a0f49856a142 req-29c107ea-08b2-46a5-90c6-6974c24dcab2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:35.830441 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-bd9cd9e9-04fa-4923-8f01-43904b8d3ac4 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group_rule (82c84910-717a-4a38-8305-712d06359143), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:35.838628 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8785f7a9-99ed-4294-bfce-a0f49856a142 req-29c107ea-08b2-46a5-90c6-6974c24dcab2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.1049709 Oct 20 13:37:35.861148 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-bd9cd9e9-04fa-4923-8f01-43904b8d3ac4 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (82c84910-717a-4a38-8305-712d06359143), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:35.886759 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e2d22b-c8a0-4d06-b960-06d50f6094db None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:37:35.887083 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e2d22b-c8a0-4d06-b960-06d50f6094db None None] Checking segment: {'id': '464de70b-7d93-426a-9a2a-3b231e42bcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:37:35.887543 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-55e2d22b-c8a0-4d06-b960-06d50f6094db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:35.887990 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e2d22b-c8a0-4d06-b960-06d50f6094db None None] Bound using segment: {'id': '464de70b-7d93-426a-9a2a-3b231e42bcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79'} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:37:35.888543 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-55e2d22b-c8a0-4d06-b960-06d50f6094db None None] Bound port: bd0d36f8-0902-407b-90e4-748cde148d02, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464de70b-7d93-426a-9a2a-3b231e42bcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79'}}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:37:35.889016 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-55e2d22b-c8a0-4d06-b960-06d50f6094db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (bd0d36f8-0902-407b-90e4-748cde148d02), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:35.900136 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 280c5453-297b-4f36-9e7f-56d146f13095 is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:35.901449 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (280c5453-297b-4f36-9e7f-56d146f13095), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:35.908276 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:35.921571 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8785f7a9-99ed-4294-bfce-a0f49856a142 req-24f39ca7-446d-4ee0-a7a4-b3d2a25eae32 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817926 Oct 20 13:37:35.982013 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port 280c5453-297b-4f36-9e7f-56d146f13095, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=280c5453-297b-4f36-9e7f-56d146f13095,segment=NetworkSegment(f4974e20-f45c-4aae-b61b-5d100e4f0c6e),segment_id=f4974e20-f45c-4aae-b61b-5d100e4f0c6e)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:37:35.992828 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (280c5453-297b-4f36-9e7f-56d146f13095), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:35.994300 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-55e2d22b-c8a0-4d06-b960-06d50f6094db None None] For port bd0d36f8-0902-407b-90e4-748cde148d02, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:37:35.995758 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device bb51babb-65af-4bd3-88f5-ed80264d0788 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:37:35.998695 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-55e2d22b-c8a0-4d06-b960-06d50f6094db None None] For port bd0d36f8-0902-407b-90e4-748cde148d02, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=bd0d36f8-0902-407b-90e4-748cde148d02,segment=NetworkSegment(464de70b-7d93-426a-9a2a-3b231e42bcb6),segment_id=464de70b-7d93-426a-9a2a-3b231e42bcb6)] {{(pid=104735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:37:36.004766 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-a4eb3e50-445b-41c2-906a-99ccd0aea481 req-d98fea2a-b822-4031-8b6a-624638ae97c8 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2303512 Oct 20 13:37:36.008327 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9cd9e9-04fa-4923-8f01-43904b8d3ac4 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82c84910-717a-4a38-8305-712d06359143,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:36.013669 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-bd9cd9e9-04fa-4923-8f01-43904b8d3ac4 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:36.014881 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-bd9cd9e9-04fa-4923-8f01-43904b8d3ac4 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4923856 Oct 20 13:37:36.015110 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-55e2d22b-c8a0-4d06-b960-06d50f6094db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (bd0d36f8-0902-407b-90e4-748cde148d02), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:36.017803 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 43540) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:36.022199 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-45dd5e42-d7cd-4e03-869e-c4aa55978563 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Request body: {'security_group_rule': {'security_group_id': '9923baa6-74ba-4678-bf50-a51c21b5a5f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:36.045765 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-38140ab4-7ba1-4239-9c3f-aac9ed0492ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3855127'] for router (8834576e-a1f8-40e2-80f5-b2376b01031a), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:36.086684 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a845ef3-3ada-46e6-a32a-cc0de06ef3a9 None None] Network 1ad9de5e-9bc4-42b0-aa70-13f11796f067 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:37:36.103571 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11beca95-df93-4fd6-9518-47a11a131402 None None] Pushing event updated for resources: {'Port': ['ID=bd0d36f8-0902-407b-90e4-748cde148d02,revision_number=4']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:36.113082 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e2d22b-c8a0-4d06-b960-06d50f6094db None None] Routers {'89656546-ddc5-4203-94c6-5ef1902c23c0'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:37:36.113602 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-55e2d22b-c8a0-4d06-b960-06d50f6094db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:37:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['89656546-ddc5-4203-94c6-5ef1902c23c0'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:36.171543 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-97b57e32-549e-4144-ab8a-0d5314e5cdfb None None] Provisioning complete for port 280c5453-297b-4f36-9e7f-56d146f13095 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:36.172495 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-97b57e32-549e-4144-ab8a-0d5314e5cdfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (280c5453-297b-4f36-9e7f-56d146f13095), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:36.172955 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-97b57e32-549e-4144-ab8a-0d5314e5cdfb None None] Attempt 1 to provision port 280c5453-297b-4f36-9e7f-56d146f13095 Oct 20 13:37:36.191277 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-45dd5e42-d7cd-4e03-869e-c4aa55978563 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group_rule (c30c3719-b586-43ce-acb2-802d4e3746b7), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:36.212346 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=280c5453-297b-4f36-9e7f-56d146f13095,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:36.247440 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port bb51babb-65af-4bd3-88f5-ed80264d0788 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:36.247646 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-55e2d22b-c8a0-4d06-b960-06d50f6094db None None] Set router 89656546-ddc5-4203-94c6-5ef1902c23c0 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:37:36.247871 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (bb51babb-65af-4bd3-88f5-ed80264d0788), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:36.248146 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port bb51babb-65af-4bd3-88f5-ed80264d0788 Oct 20 13:37:36.249016 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38140ab4-7ba1-4239-9c3f-aac9ed0492ee admin admin] Router 8834576e-a1f8-40e2-80f5-b2376b01031a is scheduled to L3 agent be337168-f950-40d6-92a4-727d8beca7ca with binding_index 1 {{(pid=104732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 13:37:36.277850 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-45dd5e42-d7cd-4e03-869e-c4aa55978563 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group_rule (c30c3719-b586-43ce-acb2-802d4e3746b7), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:36.285270 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:36.285887 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:36.286134 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:36.310686 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:36.314341 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-45dd5e42-d7cd-4e03-869e-c4aa55978563 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (c30c3719-b586-43ce-acb2-802d4e3746b7), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:36.334679 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:36.350796 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-45dd5e42-d7cd-4e03-869e-c4aa55978563 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:36.351505 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-97b57e32-549e-4144-ab8a-0d5314e5cdfb None None] Current status of the port 280c5453-297b-4f36-9e7f-56d146f13095 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:36.352374 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-45dd5e42-d7cd-4e03-869e-c4aa55978563 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3336396 Oct 20 13:37:36.355711 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 43546) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:36.363406 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-80eb0d5e-0d75-40f5-a999-50967847017a tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Request body: {'floatingip': {'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:36.369178 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dd5e42-d7cd-4e03-869e-c4aa55978563 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30c3719-b586-43ce-acb2-802d4e3746b7,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:36.401171 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port bb51babb-65af-4bd3-88f5-ed80264d0788 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:36.457098 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d661cdb-bfff-41de-a353-1f257b44afc1 req-3e0ff0b2-0661-4467-90af-d39ced4a0045 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:36.458799 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7d661cdb-bfff-41de-a353-1f257b44afc1 req-3e0ff0b2-0661-4467-90af-d39ced4a0045 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.0668888 Oct 20 13:37:36.470131 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-80eb0d5e-0d75-40f5-a999-50967847017a tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:36.488020 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38140ab4-7ba1-4239-9c3f-aac9ed0492ee admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:37:36.507116 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e0e068-2c29-4b3e-bcf9-b47a666b6f27 None None] Sync routers for ids ['8834576e-a1f8-40e2-80f5-b2376b01031a'] in dv-cinder-862136-1-iscsi {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:37:36.526580 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e0e068-2c29-4b3e-bcf9-b47a666b6f27 None None] Routers {'8834576e-a1f8-40e2-80f5-b2376b01031a'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:37:36.527214 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-40e0e068-2c29-4b3e-bcf9-b47a666b6f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:37:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['8834576e-a1f8-40e2-80f5-b2376b01031a'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:36.555402 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7d661cdb-bfff-41de-a353-1f257b44afc1 req-2173f83c-a587-42b2-bf41-812a1183033b tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895483 Oct 20 13:37:36.568531 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-38140ab4-7ba1-4239-9c3f-aac9ed0492ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:36.573016 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-38140ab4-7ba1-4239-9c3f-aac9ed0492ee admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7947454 Oct 20 13:37:36.573351 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 43548) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:36.584440 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-55e2d22b-c8a0-4d06-b960-06d50f6094db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'name': 'tempest-TestVolumeBootPattern-1660821612-router', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'bb51babb-65af-4bd3-88f5-ed80264d0788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:28Z', 'updated_at': '2022-10-20T13:37:31Z', 'revision_number': 4, 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'gw_port': {'id': 'bb51babb-65af-4bd3-88f5-ed80264d0788', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:29Z', 'updated_at': '2022-10-20T13:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': 'bd0d36f8-0902-407b-90e4-748cde148d02', 'name': '', 'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'mac_address': 'fa:16:3e:07:21:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'abd9d85f-bedb-4be5-9db6-d4242bdfee39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:30Z', 'updated_at': '2022-10-20T13:37:35Z', 'revision_number': 4, 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'subnets': [{'id': 'abd9d85f-bedb-4be5-9db6-d4242bdfee39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:36.614566 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e2d22b-c8a0-4d06-b960-06d50f6094db None None] The sync data for ids ['89656546-ddc5-4203-94c6-5ef1902c23c0'] in dv-cinder-862136-1-iscsi is: [{'id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'name': 'tempest-TestVolumeBootPattern-1660821612-router', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'bb51babb-65af-4bd3-88f5-ed80264d0788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:28Z', 'updated_at': '2022-10-20T13:37:31Z', 'revision_number': 4, 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'gw_port': {'id': 'bb51babb-65af-4bd3-88f5-ed80264d0788', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:29Z', 'updated_at': '2022-10-20T13:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': 'bd0d36f8-0902-407b-90e4-748cde148d02', 'name': '', 'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'mac_address': 'fa:16:3e:07:21:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'abd9d85f-bedb-4be5-9db6-d4242bdfee39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:30Z', 'updated_at': '2022-10-20T13:37:35Z', 'revision_number': 4, 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'subnets': [{'id': 'abd9d85f-bedb-4be5-9db6-d4242bdfee39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:37:36.652479 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-80eb0d5e-0d75-40f5-a999-50967847017a tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:36.685543 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-40e0e068-2c29-4b3e-bcf9-b47a666b6f27 None None] Set router 8834576e-a1f8-40e2-80f5-b2376b01031a gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:37:36.689987 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:36.739609 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-9263b058-8a01-4b59-b7e4-3dab592b8d8c None None] Provisioning complete for port 280c5453-297b-4f36-9e7f-56d146f13095 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:36.740053 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9263b058-8a01-4b59-b7e4-3dab592b8d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (280c5453-297b-4f36-9e7f-56d146f13095), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:36.740587 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-9263b058-8a01-4b59-b7e4-3dab592b8d8c None None] Attempt 1 to provision port 280c5453-297b-4f36-9e7f-56d146f13095 Oct 20 13:37:36.890800 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-80eb0d5e-0d75-40f5-a999-50967847017a tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Allocated IP 172.27.0.164 (54b02c82-3888-4407-a753-5cb002a664e9/80f1bf56-ddb3-4c42-8717-7c4bb006400e/645cd437-6c5f-49dc-a5a5-a1671f08843b) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:37:36.908287 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-9263b058-8a01-4b59-b7e4-3dab592b8d8c None None] Current status of the port 280c5453-297b-4f36-9e7f-56d146f13095 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:36.926615 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-40e0e068-2c29-4b3e-bcf9-b47a666b6f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8834576e-a1f8-40e2-80f5-b2376b01031a', 'name': 'tempest-TestVolumeBootPattern-1124632421-router', 'tenant_id': '111a918263d14198a3d24236431db365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:33Z', 'updated_at': '2022-10-20T13:37:34Z', 'revision_number': 3, 'project_id': '111a918263d14198a3d24236431db365', 'gw_port': {'id': '50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8834576e-a1f8-40e2-80f5-b2376b01031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:34Z', 'updated_at': '2022-10-20T13:37:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:36.956122 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e0e068-2c29-4b3e-bcf9-b47a666b6f27 None None] Checking router: 8834576e-a1f8-40e2-80f5-b2376b01031a for host: dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:37:36.956122 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e0e068-2c29-4b3e-bcf9-b47a666b6f27 None None] Updating router 8834576e-a1f8-40e2-80f5-b2376b01031a port 50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4 binding host dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 13:37:36.987966 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-40e0e068-2c29-4b3e-bcf9-b47a666b6f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:37.119666 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:37.137833 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73077b17-29b2-4e27-83cc-d0ea945e4196 req-72f17cb5-107e-4b80-b9f6-3c8c2dde630e tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:37.146139 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-73077b17-29b2-4e27-83cc-d0ea945e4196 req-72f17cb5-107e-4b80-b9f6-3c8c2dde630e tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.1049147 Oct 20 13:37:37.208433 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-80eb0d5e-0d75-40f5-a999-50967847017a tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for port (645cd437-6c5f-49dc-a5a5-a1671f08843b), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:37.262201 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:37.312288 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-73077b17-29b2-4e27-83cc-d0ea945e4196 req-adaa572a-9336-4359-a318-42fa3b8a0384 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650445 Oct 20 13:37:37.390390 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-80eb0d5e-0d75-40f5-a999-50967847017a tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (645cd437-6c5f-49dc-a5a5-a1671f08843b), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:37.463810 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb0d5e-0d75-40f5-a999-50967847017a tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event updated for resources: {'Port': ['ID=645cd437-6c5f-49dc-a5a5-a1671f08843b,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:37.475832 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7b746d-6483-4b75-9649-de572738e61f req-d63eec68-1444-432e-9534-6eae83e77e7f tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:37.479511 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device bd0d36f8-0902-407b-90e4-748cde148d02 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:37:37.483051 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-de7b746d-6483-4b75-9649-de572738e61f req-d63eec68-1444-432e-9534-6eae83e77e7f tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.3706918 Oct 20 13:37:37.489758 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80eb0d5e-0d75-40f5-a999-50967847017a tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Network 54b02c82-3888-4407-a753-5cb002a664e9 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:37:37.492363 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-78f0037e-e6af-4017-ba6a-983cc3f6a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:37.507727 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-80eb0d5e-0d75-40f5-a999-50967847017a tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:37:37.511696 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80eb0d5e-0d75-40f5-a999-50967847017a tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:37:37.525394 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:37.550308 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-de7b746d-6483-4b75-9649-de572738e61f req-c5fa9f3d-ef69-4839-a321-50c0dd8d27b5 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634062 Oct 20 13:37:37.586174 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port bd0d36f8-0902-407b-90e4-748cde148d02 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:37.586551 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (bd0d36f8-0902-407b-90e4-748cde148d02), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:37.586883 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port bd0d36f8-0902-407b-90e4-748cde148d02 Oct 20 13:37:37.743892 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-80eb0d5e-0d75-40f5-a999-50967847017a tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for floatingip (4a1c634b-8c1f-41dc-9b41-90abb838ffb1), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:37.750387 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55d924-1e0c-44fb-a4ae-b3d23a142bb7 req-2d9ee55c-e488-4ae3-b427-64bf92dcec15 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:37.752112 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-2e55d924-1e0c-44fb-a4ae-b3d23a142bb7 req-2d9ee55c-e488-4ae3-b427-64bf92dcec15 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.0887511 Oct 20 13:37:37.818155 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-40e0e068-2c29-4b3e-bcf9-b47a666b6f27 None None] Publish callbacks [] for port (50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:37.840972 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-40e0e068-2c29-4b3e-bcf9-b47a666b6f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:37.862432 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-80eb0d5e-0d75-40f5-a999-50967847017a tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (645cd437-6c5f-49dc-a5a5-a1671f08843b), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:37.865870 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-78f0037e-e6af-4017-ba6a-983cc3f6a0c5 admin admin] Allocated IP 172.20.0.1 (1ad9de5e-9bc4-42b0-aa70-13f11796f067/799bd9eb-fa8f-4781-965f-5603daef024a/4331dc7b-7fcb-4774-be26-f220d5201471) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:37:37.888019 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-2e55d924-1e0c-44fb-a4ae-b3d23a142bb7 req-ab3e159a-5fab-487c-8644-b77c31356820 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275232 Oct 20 13:37:37.893619 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-40e0e068-2c29-4b3e-bcf9-b47a666b6f27 None None] Attempting to bind port 50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4 on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:37:37.894010 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-40e0e068-2c29-4b3e-bcf9-b47a666b6f27 None None] Attempting to bind port 50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4 by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:37:37.894359 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e0e068-2c29-4b3e-bcf9-b47a666b6f27 None None] Attempting to bind port 50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4 on network 54b02c82-3888-4407-a753-5cb002a664e9 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:37:37.896432 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:37.918564 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port bd0d36f8-0902-407b-90e4-748cde148d02 is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:37.918959 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (bd0d36f8-0902-407b-90e4-748cde148d02), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:37.946528 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac134e15-c63c-4fc6-97a2-fdcab52a1587 None None] Pushing event updated for resources: {'Port': ['ID=50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:37.980916 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port bd0d36f8-0902-407b-90e4-748cde148d02, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=bd0d36f8-0902-407b-90e4-748cde148d02,segment=NetworkSegment(464de70b-7d93-426a-9a2a-3b231e42bcb6),segment_id=464de70b-7d93-426a-9a2a-3b231e42bcb6)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:37:37.982770 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e0e068-2c29-4b3e-bcf9-b47a666b6f27 None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:37:37.983321 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e0e068-2c29-4b3e-bcf9-b47a666b6f27 None None] Checking segment: {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:37:37.983851 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-40e0e068-2c29-4b3e-bcf9-b47a666b6f27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:37.984242 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e0e068-2c29-4b3e-bcf9-b47a666b6f27 None None] Bound using segment: {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:37:37.985316 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-40e0e068-2c29-4b3e-bcf9-b47a666b6f27 None None] Bound port: 50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:37:37.985739 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-40e0e068-2c29-4b3e-bcf9-b47a666b6f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:37.988944 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (bd0d36f8-0902-407b-90e4-748cde148d02), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:37.989736 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 280c5453-297b-4f36-9e7f-56d146f13095 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:37:38.044757 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:38.072634 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:38.079107 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-78f0037e-e6af-4017-ba6a-983cc3f6a0c5 admin admin] Publish callbacks [] for port (4331dc7b-7fcb-4774-be26-f220d5201471), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:38.107659 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=bd0d36f8-0902-407b-90e4-748cde148d02,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:38.116570 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-40e0e068-2c29-4b3e-bcf9-b47a666b6f27 None None] For port 50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:37:38.121817 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-40e0e068-2c29-4b3e-bcf9-b47a666b6f27 None None] For port 50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:37:38.127761 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 280c5453-297b-4f36-9e7f-56d146f13095 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:38.128140 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-80eb0d5e-0d75-40f5-a999-50967847017a tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for port (645cd437-6c5f-49dc-a5a5-a1671f08843b), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:38.128282 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (280c5453-297b-4f36-9e7f-56d146f13095), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:38.128490 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 280c5453-297b-4f36-9e7f-56d146f13095 Oct 20 13:37:38.132408 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-40e0e068-2c29-4b3e-bcf9-b47a666b6f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:38.136831 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-80eb0d5e-0d75-40f5-a999-50967847017a tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25721257'] for port (645cd437-6c5f-49dc-a5a5-a1671f08843b), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:38.204208 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e0e068-2c29-4b3e-bcf9-b47a666b6f27 None None] Routers {'8834576e-a1f8-40e2-80f5-b2376b01031a'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:37:38.204855 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-40e0e068-2c29-4b3e-bcf9-b47a666b6f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:37:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['8834576e-a1f8-40e2-80f5-b2376b01031a'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:38.271538 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac134e15-c63c-4fc6-97a2-fdcab52a1587 None None] Pushing event updated for resources: {'Port': ['ID=50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:38.336672 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:38.345394 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 280c5453-297b-4f36-9e7f-56d146f13095 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:38.366018 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-40e0e068-2c29-4b3e-bcf9-b47a666b6f27 None None] Set router 8834576e-a1f8-40e2-80f5-b2376b01031a gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:37:38.420556 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-78f0037e-e6af-4017-ba6a-983cc3f6a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (4331dc7b-7fcb-4774-be26-f220d5201471), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:38.463543 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f0037e-e6af-4017-ba6a-983cc3f6a0c5 admin admin] Network 1ad9de5e-9bc4-42b0-aa70-13f11796f067 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:37:38.471670 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-78f0037e-e6af-4017-ba6a-983cc3f6a0c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:37:38.474394 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f0037e-e6af-4017-ba6a-983cc3f6a0c5 admin admin] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:37:38.475776 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a626d26-0e97-4264-a3ab-b7ec2f8259f3 req-8a45b7e0-f76c-4c7f-98d5-b7b3733c79f9 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:38.486936 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8a626d26-0e97-4264-a3ab-b7ec2f8259f3 req-8a45b7e0-f76c-4c7f-98d5-b7b3733c79f9 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0791349 Oct 20 13:37:38.513588 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb0d5e-0d75-40f5-a999-50967847017a tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event updated for resources: {'Port': ['ID=645cd437-6c5f-49dc-a5a5-a1671f08843b,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:38.522290 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-80eb0d5e-0d75-40f5-a999-50967847017a tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (4a1c634b-8c1f-41dc-9b41-90abb838ffb1), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:38.531805 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-78f0037e-e6af-4017-ba6a-983cc3f6a0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859861'] for router_interface (8834576e-a1f8-40e2-80f5-b2376b01031a), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:38.577675 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:38.590949 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8a626d26-0e97-4264-a3ab-b7ec2f8259f3 req-ffe5f438-fc61-4b25-96e8-920c610c0d45 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022897 Oct 20 13:37:38.630293 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-80eb0d5e-0d75-40f5-a999-50967847017a tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:38.633154 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-80eb0d5e-0d75-40f5-a999-50967847017a tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2744839 Oct 20 13:37:38.670471 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0037e-e6af-4017-ba6a-983cc3f6a0c5 admin admin] Pushing event updated for resources: {'Port': ['ID=4331dc7b-7fcb-4774-be26-f220d5201471,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:38.680400 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-40e0e068-2c29-4b3e-bcf9-b47a666b6f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8834576e-a1f8-40e2-80f5-b2376b01031a', 'name': 'tempest-TestVolumeBootPattern-1124632421-router', 'tenant_id': '111a918263d14198a3d24236431db365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:33Z', 'updated_at': '2022-10-20T13:37:34Z', 'revision_number': 3, 'project_id': '111a918263d14198a3d24236431db365', 'gw_port': {'id': '50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8834576e-a1f8-40e2-80f5-b2376b01031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:34Z', 'updated_at': '2022-10-20T13:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:38.728887 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e0e068-2c29-4b3e-bcf9-b47a666b6f27 None None] The sync data for ids ['8834576e-a1f8-40e2-80f5-b2376b01031a'] in dv-cinder-862136-1-iscsi is: [{'id': '8834576e-a1f8-40e2-80f5-b2376b01031a', 'name': 'tempest-TestVolumeBootPattern-1124632421-router', 'tenant_id': '111a918263d14198a3d24236431db365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:33Z', 'updated_at': '2022-10-20T13:37:34Z', 'revision_number': 3, 'project_id': '111a918263d14198a3d24236431db365', 'gw_port': {'id': '50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8834576e-a1f8-40e2-80f5-b2376b01031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:34Z', 'updated_at': '2022-10-20T13:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}] {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:37:38.776473 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e07851-7a67-4006-90b4-1b8c63707f03 req-f92c974d-8ef2-4c01-a008-4b9220ebaff8 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:38.778029 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-68e07851-7a67-4006-90b4-1b8c63707f03 req-f92c974d-8ef2-4c01-a008-4b9220ebaff8 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.0557985 Oct 20 13:37:38.866115 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-78f0037e-e6af-4017-ba6a-983cc3f6a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (4331dc7b-7fcb-4774-be26-f220d5201471), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:38.872004 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-a4174d28-6d02-45af-8636-1e5007c77bc5 None None] Provisioning complete for port 4331dc7b-7fcb-4774-be26-f220d5201471 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:38.873003 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a4174d28-6d02-45af-8636-1e5007c77bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (4331dc7b-7fcb-4774-be26-f220d5201471), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:38.873640 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-a4174d28-6d02-45af-8636-1e5007c77bc5 None None] Attempt 1 to provision port 4331dc7b-7fcb-4774-be26-f220d5201471 Oct 20 13:37:38.886734 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-68e07851-7a67-4006-90b4-1b8c63707f03 req-2ad05459-a087-4507-9b6d-e31684b43f78 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012580 Oct 20 13:37:38.927691 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-a4174d28-6d02-45af-8636-1e5007c77bc5 None None] Port 4331dc7b-7fcb-4774-be26-f220d5201471 cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:37:38.963549 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:38.973842 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-50119a22-3bf7-4387-b783-75cf85106c45 req-3757b613-77a5-4285-8a97-42697d473f6a tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1413428764&fields=id&tenant_id=b215cb88123a4851932dbf7dfa88f709 HTTP/1.1" status: 200 len: 267 time: 0.0928686 Oct 20 13:37:39.105208 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:39.112389 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331fe58-c9e4-42b1-a25b-cbdba70bb5e3 req-ae6874ee-596c-4964-b2ad-f831bf64ecff tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:39.113941 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b331fe58-c9e4-42b1-a25b-cbdba70bb5e3 req-ae6874ee-596c-4964-b2ad-f831bf64ecff tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.1108720 Oct 20 13:37:39.129359 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50119a22-3bf7-4387-b783-75cf85106c45 req-b499022f-a1f6-439c-8fd7-f17107ec0941 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:39.130866 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-50119a22-3bf7-4387-b783-75cf85106c45 req-b499022f-a1f6-439c-8fd7-f17107ec0941 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/networks?id=6a87efad-1518-4319-8b6e-3edd28303f86 HTTP/1.1" status: 200 len: 814 time: 0.1497264 Oct 20 13:37:39.148002 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-50119a22-3bf7-4387-b783-75cf85106c45 req-f29ab916-8ad4-476c-bab3-7a463bcd5c02 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/quotas/b215cb88123a4851932dbf7dfa88f709 HTTP/1.1" status: 200 len: 375 time: 0.0113842 Oct 20 13:37:39.163880 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-78f0037e-e6af-4017-ba6a-983cc3f6a0c5 admin admin] Publish callbacks [] for port (4331dc7b-7fcb-4774-be26-f220d5201471), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:39.173227 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-78f0037e-e6af-4017-ba6a-983cc3f6a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25721257'] for port (4331dc7b-7fcb-4774-be26-f220d5201471), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:39.220260 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-50119a22-3bf7-4387-b783-75cf85106c45 req-cc338c15-0122-4582-ac77-176b33d24707 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b215cb88123a4851932dbf7dfa88f709&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0573437 Oct 20 13:37:39.228321 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b331fe58-c9e4-42b1-a25b-cbdba70bb5e3 req-af4f8062-9143-4248-b78e-147d24bcb9f6 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068273 Oct 20 13:37:39.254599 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0037e-e6af-4017-ba6a-983cc3f6a0c5 admin admin] Pushing event updated for resources: {'Port': ['ID=4331dc7b-7fcb-4774-be26-f220d5201471,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:39.260499 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-78f0037e-e6af-4017-ba6a-983cc3f6a0c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864581'] for router_interface (8834576e-a1f8-40e2-80f5-b2376b01031a), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:39.344330 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-50119a22-3bf7-4387-b783-75cf85106c45 req-0879ed52-8675-4552-9282-38c4b891bcab service neutron] 10.222.0.23 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106837 Oct 20 13:37:39.385916 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f0037e-e6af-4017-ba6a-983cc3f6a0c5 admin admin] Network 1ad9de5e-9bc4-42b0-aa70-13f11796f067 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:37:39.387509 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-78f0037e-e6af-4017-ba6a-983cc3f6a0c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:37:39.392543 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:39.455542 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-50119a22-3bf7-4387-b783-75cf85106c45 req-4a4721cf-ce3d-4aa7-9b3a-59eaad121f6a service neutron] 10.222.0.23 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102614 Oct 20 13:37:39.475727 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:37:39.555650 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:39.556495 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:39.557565 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4 Oct 20 13:37:39.582960 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f0037e-e6af-4017-ba6a-983cc3f6a0c5 admin admin] Router 8834576e-a1f8-40e2-80f5-b2376b01031a has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:37:39.688654 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4 is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:39.689303 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:39.737631 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port 50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:37:39.760563 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:39.771953 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device bd0d36f8-0902-407b-90e4-748cde148d02 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:37:39.839606 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-76f58738-2cfe-430c-8571-43d190a37aa5 None None] Provisioning complete for port 4331dc7b-7fcb-4774-be26-f220d5201471 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:39.839976 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-76f58738-2cfe-430c-8571-43d190a37aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (4331dc7b-7fcb-4774-be26-f220d5201471), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:39.840479 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-76f58738-2cfe-430c-8571-43d190a37aa5 None None] Attempt 1 to provision port 4331dc7b-7fcb-4774-be26-f220d5201471 Oct 20 13:37:39.845463 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4978a299-11cd-4151-82b3-773e7c235f82 req-9fe31e38-fffd-4cb5-81b1-92ac4919a445 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1916320 Oct 20 13:37:39.847745 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f0037e-e6af-4017-ba6a-983cc3f6a0c5 admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:37:39.855301 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-78f0037e-e6af-4017-ba6a-983cc3f6a0c5 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/8834576e-a1f8-40e2-80f5-b2376b01031a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2808423 Oct 20 13:37:39.862537 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e322dc99-3ff7-4050-be09-fb4225ceafab req-62afb718-6cca-4dcb-a166-e3f4d8719924 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4fc63ee-55ed-437c-81f4-4d658bf32051 HTTP/1.1" status: 200 len: 210 time: 0.1468284 Oct 20 13:37:39.891604 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57813e2-eab1-4754-9fa3-add781133b19 req-24b4741b-bfc8-4923-b43a-13d26f91fe8b tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:39.913453 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-a57813e2-eab1-4754-9fa3-add781133b19 req-24b4741b-bfc8-4923-b43a-13d26f91fe8b tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.1085887 Oct 20 13:37:39.950472 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:39.987260 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978a299-11cd-4151-82b3-773e7c235f82 req-38a8500a-2c43-4a81-9cb4-c8c5130d661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:39.992143 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-76f58738-2cfe-430c-8571-43d190a37aa5 None None] Port 4331dc7b-7fcb-4774-be26-f220d5201471 cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:37:39.993868 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4978a299-11cd-4151-82b3-773e7c235f82 req-38a8500a-2c43-4a81-9cb4-c8c5130d661e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b215cb88123a4851932dbf7dfa88f709&device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 1129 time: 0.1143882 Oct 20 13:37:40.012678 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-a57813e2-eab1-4754-9fa3-add781133b19 req-24d22f4c-b1ff-4903-b5c7-2636d290fba9 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982397 Oct 20 13:37:40.015299 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:40.023212 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port bd0d36f8-0902-407b-90e4-748cde148d02 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:40.023804 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (bd0d36f8-0902-407b-90e4-748cde148d02), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:40.024274 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port bd0d36f8-0902-407b-90e4-748cde148d02 Oct 20 13:37:40.148200 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port bd0d36f8-0902-407b-90e4-748cde148d02 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:40.182418 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3e03f-633f-424a-8f88-23af63fb35f0 req-3f5495bb-401d-45c7-ad95-6973d44c00b6 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:40.183943 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-84c3e03f-633f-424a-8f88-23af63fb35f0 req-3f5495bb-401d-45c7-ad95-6973d44c00b6 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.0651894 Oct 20 13:37:40.229748 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978a299-11cd-4151-82b3-773e7c235f82 req-7b60c9a8-1dcb-41aa-8390-7e4fc2c659ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:40.231391 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4978a299-11cd-4151-82b3-773e7c235f82 req-7b60c9a8-1dcb-41aa-8390-7e4fc2c659ef service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=6a87efad-1518-4319-8b6e-3edd28303f86 HTTP/1.1" status: 200 len: 915 time: 0.2109461 Oct 20 13:37:40.301629 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-84c3e03f-633f-424a-8f88-23af63fb35f0 req-15ad4a77-5d20-4dd6-8b96-39c741e1463d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071043 Oct 20 13:37:40.321677 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4978a299-11cd-4151-82b3-773e7c235f82 req-00c796e6-c1eb-40f7-bdcc-dc8c67454ebb service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=945c0530-b30a-4e15-a586-dfaaa2fdd6ae HTTP/1.1" status: 200 len: 1001 time: 0.0791955 Oct 20 13:37:40.390073 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978a299-11cd-4151-82b3-773e7c235f82 req-f5c4cc6c-025e-4e20-84ee-99033e338c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:40.392149 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4978a299-11cd-4151-82b3-773e7c235f82 req-f5c4cc6c-025e-4e20-84ee-99033e338c0b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=2fdacf12-c611-42fe-b6f6-2cbfeede8f9a HTTP/1.1" status: 200 len: 853 time: 0.0642445 Oct 20 13:37:40.452944 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 43616) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:40.474684 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-f3976af5-8488-475c-bef2-a083793bb227 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1530929524', 'description': 'tempest-secgroup-smoke-1530929524 description', 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:40.499902 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:40.512634 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978a299-11cd-4151-82b3-773e7c235f82 req-ccf00d2f-9fe0-49d4-9f05-3217805f44af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:40.514507 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4978a299-11cd-4151-82b3-773e7c235f82 req-ccf00d2f-9fe0-49d4-9f05-3217805f44af service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=6a87efad-1518-4319-8b6e-3edd28303f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1070216 Oct 20 13:37:40.521294 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004df290-16be-4783-9763-1b0dff647036 req-30e71b64-4fcf-4d4f-b2e2-335de5de73f3 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:40.522640 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-004df290-16be-4783-9763-1b0dff647036 req-30e71b64-4fcf-4d4f-b2e2-335de5de73f3 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.1015589 Oct 20 13:37:40.560367 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f3976af5-8488-475c-bef2-a083793bb227 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:40.664627 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-004df290-16be-4783-9763-1b0dff647036 req-74b2a6a5-ab15-451a-b500-1edca3e3a901 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306903 Oct 20 13:37:40.706840 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:40.711545 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4978a299-11cd-4151-82b3-773e7c235f82 req-fcc22890-81c0-4833-b186-820cbde8799c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858852 Oct 20 13:37:40.778529 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f3976af5-8488-475c-bef2-a083793bb227 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for security_group (2678eba4-1f73-47f3-910a-7e1e0f07fd23), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:40.788774 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f3976af5-8488-475c-bef2-a083793bb227 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (2678eba4-1f73-47f3-910a-7e1e0f07fd23), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:40.840981 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f3976af5-8488-475c-bef2-a083793bb227 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:40.846362 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-f3976af5-8488-475c-bef2-a083793bb227 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3882325 Oct 20 13:37:40.846942 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 43618) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:40.851133 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-0a4205f5-3f83-4a95-ad0a-844116bfca94 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Request body: {'security_group_rule': {'security_group_id': '2678eba4-1f73-47f3-910a-7e1e0f07fd23', 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:40.857299 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3976af5-8488-475c-bef2-a083793bb227 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2678eba4-1f73-47f3-910a-7e1e0f07fd23,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:40.863742 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4978a299-11cd-4151-82b3-773e7c235f82 req-6ea15857-9198-4d45-89bc-7f864877ce1e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451535 Oct 20 13:37:40.889949 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0a4205f5-3f83-4a95-ad0a-844116bfca94 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for security_group_rule (5d485b5c-f3cd-4a73-a484-22d7a2f5c539), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:40.944431 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacdf4fe-8726-4f33-9e4a-eae68ea80680 None None] Sync routers for ids ['8834576e-a1f8-40e2-80f5-b2376b01031a'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:37:40.956311 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacdf4fe-8726-4f33-9e4a-eae68ea80680 None None] Routers {'8834576e-a1f8-40e2-80f5-b2376b01031a'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:37:40.956951 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-aacdf4fe-8726-4f33-9e4a-eae68ea80680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:37:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['8834576e-a1f8-40e2-80f5-b2376b01031a'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:40.960650 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0a4205f5-3f83-4a95-ad0a-844116bfca94 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for security_group_rule (5d485b5c-f3cd-4a73-a484-22d7a2f5c539), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:40.966181 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0a4205f5-3f83-4a95-ad0a-844116bfca94 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (5d485b5c-f3cd-4a73-a484-22d7a2f5c539), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:41.009091 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-91b3150a-6026-4a71-ae68-b392938a4f1a req-975b57e5-8850-4723-98d7-20add602ff29 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4fc63ee-55ed-437c-81f4-4d658bf32051 HTTP/1.1" status: 200 len: 210 time: 0.0366213 Oct 20 13:37:41.009845 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4205f5-3f83-4a95-ad0a-844116bfca94 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d485b5c-f3cd-4a73-a484-22d7a2f5c539,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:41.019268 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0a4205f5-3f83-4a95-ad0a-844116bfca94 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:41.023261 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-0a4205f5-3f83-4a95-ad0a-844116bfca94 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1729763 Oct 20 13:37:41.023530 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 43622) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:41.027845 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-ad9271a7-982b-44e9-9683-aa42161e3882 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Request body: {'security_group_rule': {'security_group_id': '2678eba4-1f73-47f3-910a-7e1e0f07fd23', 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:41.065425 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ad9271a7-982b-44e9-9683-aa42161e3882 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for security_group_rule (2b5ba3dd-d22f-4656-9cb3-275559e58aa9), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:41.066886 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-aacdf4fe-8726-4f33-9e4a-eae68ea80680 None None] Set router 8834576e-a1f8-40e2-80f5-b2376b01031a gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:37:41.128239 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ad9271a7-982b-44e9-9683-aa42161e3882 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for security_group_rule (2b5ba3dd-d22f-4656-9cb3-275559e58aa9), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:41.134837 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ad9271a7-982b-44e9-9683-aa42161e3882 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (2b5ba3dd-d22f-4656-9cb3-275559e58aa9), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:41.163352 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9271a7-982b-44e9-9683-aa42161e3882 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5ba3dd-d22f-4656-9cb3-275559e58aa9,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:41.173648 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bfd939-6c27-4c0d-bca7-202827f9e6e7 req-94e070fc-aa55-45d6-b55a-777f682bae52 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:41.175444 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ad9271a7-982b-44e9-9683-aa42161e3882 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:41.176676 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-ad9271a7-982b-44e9-9683-aa42161e3882 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1521466 Oct 20 13:37:41.179389 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 43630) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:41.183089 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b2bfd939-6c27-4c0d-bca7-202827f9e6e7 req-94e070fc-aa55-45d6-b55a-777f682bae52 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0706439 Oct 20 13:37:41.184022 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-c2990ff2-77af-4962-b5d8-cefec22e2d97 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Request body: {'security_group_rule': {'security_group_id': '2678eba4-1f73-47f3-910a-7e1e0f07fd23', 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:41.193997 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:41.243749 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c2990ff2-77af-4962-b5d8-cefec22e2d97 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for security_group_rule (71c04be9-9ac1-4d1a-92e4-a6844b9350a5), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:41.280467 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b2bfd939-6c27-4c0d-bca7-202827f9e6e7 req-232a2212-96e8-419d-a83d-f0b9368e71be tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907016 Oct 20 13:37:41.320127 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c2990ff2-77af-4962-b5d8-cefec22e2d97 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for security_group_rule (71c04be9-9ac1-4d1a-92e4-a6844b9350a5), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:41.320902 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-aacdf4fe-8726-4f33-9e4a-eae68ea80680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8834576e-a1f8-40e2-80f5-b2376b01031a', 'name': 'tempest-TestVolumeBootPattern-1124632421-router', 'tenant_id': '111a918263d14198a3d24236431db365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:33Z', 'updated_at': '2022-10-20T13:37:38Z', 'revision_number': 4, 'project_id': '111a918263d14198a3d24236431db365', 'gw_port': {'id': '50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8834576e-a1f8-40e2-80f5-b2376b01031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:34Z', 'updated_at': '2022-10-20T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '4331dc7b-7fcb-4774-be26-f220d5201471', 'name': '', 'network_id': '1ad9de5e-9bc4-42b0-aa70-13f11796f067', 'tenant_id': '111a918263d14198a3d24236431db365', 'mac_address': 'fa:16:3e:ed:77:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8834576e-a1f8-40e2-80f5-b2376b01031a', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '799bd9eb-fa8f-4781-965f-5603daef024a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:37Z', 'updated_at': '2022-10-20T13:37:38Z', 'revision_number': 2, 'project_id': '111a918263d14198a3d24236431db365', 'subnets': [{'id': '799bd9eb-fa8f-4781-965f-5603daef024a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:41.321153 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:41.328956 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c2990ff2-77af-4962-b5d8-cefec22e2d97 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (71c04be9-9ac1-4d1a-92e4-a6844b9350a5), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:41.360702 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2990ff2-77af-4962-b5d8-cefec22e2d97 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71c04be9-9ac1-4d1a-92e4-a6844b9350a5,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:41.367457 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c2990ff2-77af-4962-b5d8-cefec22e2d97 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:41.371910 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-c2990ff2-77af-4962-b5d8-cefec22e2d97 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1914790 Oct 20 13:37:41.372052 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 43634) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:41.381383 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-e547f929-393b-40bd-92c4-5afb672b9828 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Request body: {'security_group_rule': {'security_group_id': '2678eba4-1f73-47f3-910a-7e1e0f07fd23', 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:41.386006 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacdf4fe-8726-4f33-9e4a-eae68ea80680 None None] Checking router: 8834576e-a1f8-40e2-80f5-b2376b01031a for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:37:41.389312 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacdf4fe-8726-4f33-9e4a-eae68ea80680 None None] Updating router 8834576e-a1f8-40e2-80f5-b2376b01031a port 4331dc7b-7fcb-4774-be26-f220d5201471 binding host dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 13:37:41.431228 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:37:41.440406 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-aacdf4fe-8726-4f33-9e4a-eae68ea80680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (4331dc7b-7fcb-4774-be26-f220d5201471), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:41.446207 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-e547f929-393b-40bd-92c4-5afb672b9828 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for security_group_rule (0ddcf379-3091-4390-b117-9a944019e344), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:41.475809 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf749b62-f1df-43b4-9ac1-9cf88fc8b0d0 req-3667a2bb-85cc-4ca3-85fa-842dd3e7de71 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:41.483403 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-cf749b62-f1df-43b4-9ac1-9cf88fc8b0d0 req-3667a2bb-85cc-4ca3-85fa-842dd3e7de71 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.0647457 Oct 20 13:37:41.519647 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:41.520021 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:41.520361 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4 Oct 20 13:37:41.587164 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-cf749b62-f1df-43b4-9ac1-9cf88fc8b0d0 req-2f367cdb-d744-4371-b7ac-6e52d06aca37 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962346 Oct 20 13:37:41.600189 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 43638) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:41.646007 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:41.681001 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:41.684843 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-e547f929-393b-40bd-92c4-5afb672b9828 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for security_group_rule (0ddcf379-3091-4390-b117-9a944019e344), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:41.702329 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-e547f929-393b-40bd-92c4-5afb672b9828 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (0ddcf379-3091-4390-b117-9a944019e344), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:41.775661 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e547f929-393b-40bd-92c4-5afb672b9828 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ddcf379-3091-4390-b117-9a944019e344,revision_number=0']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:41.802051 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50119a22-3bf7-4387-b783-75cf85106c45 req-a5cb3587-9d59-41dd-bace-31a7c5654ec8 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:41.803723 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-50119a22-3bf7-4387-b783-75cf85106c45 req-a5cb3587-9d59-41dd-bace-31a7c5654ec8 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.20 "GET /networking/v2.0/networks?id=6a87efad-1518-4319-8b6e-3edd28303f86 HTTP/1.1" status: 200 len: 814 time: 0.2966738 Oct 20 13:37:41.808238 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-e547f929-393b-40bd-92c4-5afb672b9828 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:41.812912 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-e547f929-393b-40bd-92c4-5afb672b9828 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4367499 Oct 20 13:37:41.813421 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 43644) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:41.818234 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-f928b09c-c5ef-42ea-a9eb-749888bdf9f8 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Request body: {'security_group_rule': {'security_group_id': '2678eba4-1f73-47f3-910a-7e1e0f07fd23', 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:41.865404 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d002d6a0-1678-4eb9-a098-7caa9829faef req-a65a95e6-6122-4ff1-8380-e4e9affccceb tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:41.867747 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.db.securitygroups_db [None req-f928b09c-c5ef-42ea-a9eb-749888bdf9f8 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Project 32ef0737a3844bfe8f4bc14b09ebc88b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 13:37:41.877089 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d002d6a0-1678-4eb9-a098-7caa9829faef req-a65a95e6-6122-4ff1-8380-e4e9affccceb tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.0718627 Oct 20 13:37:41.878492 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f928b09c-c5ef-42ea-a9eb-749888bdf9f8 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for security_group_rule (4968f371-0b13-4dc4-8d1a-f70c62b3f5c1), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:41.985503 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7bd195cd-4f4f-42e7-80f7-b7b2e3b66e02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:42.003421 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-aacdf4fe-8726-4f33-9e4a-eae68ea80680 None None] Publish callbacks [] for port (4331dc7b-7fcb-4774-be26-f220d5201471), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:42.012300 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:42.014358 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:42.022869 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-aacdf4fe-8726-4f33-9e4a-eae68ea80680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (4331dc7b-7fcb-4774-be26-f220d5201471), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:42.045543 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f928b09c-c5ef-42ea-a9eb-749888bdf9f8 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for security_group_rule (4968f371-0b13-4dc4-8d1a-f70c62b3f5c1), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:42.070549 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f928b09c-c5ef-42ea-a9eb-749888bdf9f8 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (4968f371-0b13-4dc4-8d1a-f70c62b3f5c1), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:42.095151 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d002d6a0-1678-4eb9-a098-7caa9829faef req-cf6fbd2f-1685-473a-8d59-bd200c07b702 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155490 Oct 20 13:37:42.103340 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f928b09c-c5ef-42ea-a9eb-749888bdf9f8 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4968f371-0b13-4dc4-8d1a-f70c62b3f5c1,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:42.122211 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f928b09c-c5ef-42ea-a9eb-749888bdf9f8 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:42.126628 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-f928b09c-c5ef-42ea-a9eb-749888bdf9f8 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3089836 Oct 20 13:37:42.128490 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 43652) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:42.136668 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-4adee244-50ee-4288-9585-306a3afd1b33 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Request body: {'security_group_rule': {'security_group_id': '2678eba4-1f73-47f3-910a-7e1e0f07fd23', 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:42.143562 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:42.154133 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-50119a22-3bf7-4387-b783-75cf85106c45 req-490ae9cd-5f03-4132-94df-8693ffacac48 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b215cb88123a4851932dbf7dfa88f709 HTTP/1.1" status: 200 len: 473 time: 0.2528081 Oct 20 13:37:42.159789 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c0f76-d0db-42ef-84e9-e3d286a77fd0 None None] Pushing event updated for resources: {'Port': ['ID=4331dc7b-7fcb-4774-be26-f220d5201471,revision_number=3']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:42.169436 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-aacdf4fe-8726-4f33-9e4a-eae68ea80680 None None] Attempting to bind port 4331dc7b-7fcb-4774-be26-f220d5201471 on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:37:42.170001 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-aacdf4fe-8726-4f33-9e4a-eae68ea80680 None None] Attempting to bind port 4331dc7b-7fcb-4774-be26-f220d5201471 by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': 'f4974e20-f45c-4aae-b61b-5d100e4f0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1ad9de5e-9bc4-42b0-aa70-13f11796f067'}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:37:42.170412 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacdf4fe-8726-4f33-9e4a-eae68ea80680 None None] Attempting to bind port 4331dc7b-7fcb-4774-be26-f220d5201471 on network 1ad9de5e-9bc4-42b0-aa70-13f11796f067 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:37:42.184703 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-50119a22-3bf7-4387-b783-75cf85106c45 req-f64b5c8e-6c4e-4f1e-ab74-2fb006aafa7d tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Request body: {'port': {'device_id': 'f4fc63ee-55ed-437c-81f4-4d658bf32051', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'admin_state_up': True, 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'security_groups': ['9923baa6-74ba-4678-bf50-a51c21b5a5f5']}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:42.186242 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-f30ca8e3-fcea-4c3b-88aa-52299f9e9e4f req-e73959f9-e175-476d-a775-fc5f2c0e21e8 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4fc63ee-55ed-437c-81f4-4d658bf32051 HTTP/1.1" status: 200 len: 210 time: 0.0439055 Oct 20 13:37:42.211875 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.db.securitygroups_db [None req-4adee244-50ee-4288-9585-306a3afd1b33 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Project 32ef0737a3844bfe8f4bc14b09ebc88b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 13:37:42.229444 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7bd195cd-4f4f-42e7-80f7-b7b2e3b66e02 admin admin] Publish callbacks [] for security_group (23b2fa6b-0d78-48b2-9645-2926e67d8edd), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:42.229444 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4adee244-50ee-4288-9585-306a3afd1b33 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for security_group_rule (395d2273-989c-48bb-8e8d-4b3f960f00cf), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:42.229444 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7bd195cd-4f4f-42e7-80f7-b7b2e3b66e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (23b2fa6b-0d78-48b2-9645-2926e67d8edd), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:42.233857 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacdf4fe-8726-4f33-9e4a-eae68ea80680 None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:37:42.233857 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacdf4fe-8726-4f33-9e4a-eae68ea80680 None None] Checking segment: {'id': 'f4974e20-f45c-4aae-b61b-5d100e4f0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1ad9de5e-9bc4-42b0-aa70-13f11796f067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:37:42.233857 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-aacdf4fe-8726-4f33-9e4a-eae68ea80680 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:42.233857 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacdf4fe-8726-4f33-9e4a-eae68ea80680 None None] Bound using segment: {'id': 'f4974e20-f45c-4aae-b61b-5d100e4f0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1ad9de5e-9bc4-42b0-aa70-13f11796f067'} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:37:42.233857 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-aacdf4fe-8726-4f33-9e4a-eae68ea80680 None None] Bound port: 4331dc7b-7fcb-4774-be26-f220d5201471, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4974e20-f45c-4aae-b61b-5d100e4f0c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '1ad9de5e-9bc4-42b0-aa70-13f11796f067'}}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:37:42.234849 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-aacdf4fe-8726-4f33-9e4a-eae68ea80680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (4331dc7b-7fcb-4774-be26-f220d5201471), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:42.287098 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-7bd195cd-4f4f-42e7-80f7-b7b2e3b66e02 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=ed7726d1a1964225845ef2a25138001d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6825204 Oct 20 13:37:42.287945 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 43654) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:42.292496 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd195cd-4f4f-42e7-80f7-b7b2e3b66e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b2fa6b-0d78-48b2-9645-2926e67d8edd,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:42.314470 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-aacdf4fe-8726-4f33-9e4a-eae68ea80680 None None] For port 4331dc7b-7fcb-4774-be26-f220d5201471, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:37:42.318450 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4adee244-50ee-4288-9585-306a3afd1b33 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for security_group_rule (395d2273-989c-48bb-8e8d-4b3f960f00cf), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:42.318636 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-aacdf4fe-8726-4f33-9e4a-eae68ea80680 None None] For port 4331dc7b-7fcb-4774-be26-f220d5201471, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=4331dc7b-7fcb-4774-be26-f220d5201471,segment=NetworkSegment(f4974e20-f45c-4aae-b61b-5d100e4f0c6e),segment_id=f4974e20-f45c-4aae-b61b-5d100e4f0c6e)] {{(pid=104735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:37:42.325877 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4adee244-50ee-4288-9585-306a3afd1b33 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (395d2273-989c-48bb-8e8d-4b3f960f00cf), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:42.326301 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-aacdf4fe-8726-4f33-9e4a-eae68ea80680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (4331dc7b-7fcb-4774-be26-f220d5201471), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:42.352788 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adee244-50ee-4288-9585-306a3afd1b33 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395d2273-989c-48bb-8e8d-4b3f960f00cf,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:42.367732 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4adee244-50ee-4288-9585-306a3afd1b33 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:42.373184 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-4adee244-50ee-4288-9585-306a3afd1b33 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2396436 Oct 20 13:37:42.373348 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacdf4fe-8726-4f33-9e4a-eae68ea80680 None None] Routers {'8834576e-a1f8-40e2-80f5-b2376b01031a'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:37:42.373348 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-aacdf4fe-8726-4f33-9e4a-eae68ea80680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:37:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['8834576e-a1f8-40e2-80f5-b2376b01031a'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:42.417798 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50119a22-3bf7-4387-b783-75cf85106c45 req-f64b5c8e-6c4e-4f1e-ab74-2fb006aafa7d tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Made reservation on behalf of b215cb88123a4851932dbf7dfa88f709 for: {'port': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:37:42.421086 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-50119a22-3bf7-4387-b783-75cf85106c45 req-f64b5c8e-6c4e-4f1e-ab74-2fb006aafa7d tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:42.435056 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:42.435373 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c0f76-d0db-42ef-84e9-e3d286a77fd0 None None] Pushing event updated for resources: {'Port': ['ID=4331dc7b-7fcb-4774-be26-f220d5201471,revision_number=4']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:42.441860 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-4d93f2c7-0236-4b05-9ef6-3eb4368a641b admin admin] Publish callbacks [] for security_group (23b2fa6b-0d78-48b2-9645-2926e67d8edd), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:42.493252 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-4d93f2c7-0236-4b05-9ef6-3eb4368a641b admin admin] Publish callbacks [] for security_group (23b2fa6b-0d78-48b2-9645-2926e67d8edd), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:42.500657 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-aacdf4fe-8726-4f33-9e4a-eae68ea80680 None None] Set router 8834576e-a1f8-40e2-80f5-b2376b01031a gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:37:42.522272 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05175934-363b-40d7-976c-5fccc9ecad21 req-1188ace2-048d-4e50-80b9-002cb79450aa tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:42.523772 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-05175934-363b-40d7-976c-5fccc9ecad21 req-1188ace2-048d-4e50-80b9-002cb79450aa tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.1154215 Oct 20 13:37:42.690490 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-05175934-363b-40d7-976c-5fccc9ecad21 req-eb8c488c-434b-4bb3-95ce-20e4c3d9dbf9 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352441 Oct 20 13:37:42.715646 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [req-50119a22-3bf7-4387-b783-75cf85106c45 req-f64b5c8e-6c4e-4f1e-ab74-2fb006aafa7d tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Allocated IP 172.20.0.14 (6a87efad-1518-4319-8b6e-3edd28303f86/2fdacf12-c611-42fe-b6f6-2cbfeede8f9a/bdeef6a2-1b0c-458c-adee-98e42b80b14c) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:37:42.723241 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-4d93f2c7-0236-4b05-9ef6-3eb4368a641b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (23b2fa6b-0d78-48b2-9645-2926e67d8edd), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:42.725898 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-4d93f2c7-0236-4b05-9ef6-3eb4368a641b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:42.729427 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-4d93f2c7-0236-4b05-9ef6-3eb4368a641b admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/23b2fa6b-0d78-48b2-9645-2926e67d8edd HTTP/1.1" status: 204 len: 168 time: 0.4381001 Oct 20 13:37:42.744586 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93f2c7-0236-4b05-9ef6-3eb4368a641b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b2fa6b-0d78-48b2-9645-2926e67d8edd,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:42.756597 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-aacdf4fe-8726-4f33-9e4a-eae68ea80680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8834576e-a1f8-40e2-80f5-b2376b01031a', 'name': 'tempest-TestVolumeBootPattern-1124632421-router', 'tenant_id': '111a918263d14198a3d24236431db365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:33Z', 'updated_at': '2022-10-20T13:37:38Z', 'revision_number': 4, 'project_id': '111a918263d14198a3d24236431db365', 'gw_port': {'id': '50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8834576e-a1f8-40e2-80f5-b2376b01031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:34Z', 'updated_at': '2022-10-20T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '4331dc7b-7fcb-4774-be26-f220d5201471', 'name': '', 'network_id': '1ad9de5e-9bc4-42b0-aa70-13f11796f067', 'tenant_id': '111a918263d14198a3d24236431db365', 'mac_address': 'fa:16:3e:ed:77:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8834576e-a1f8-40e2-80f5-b2376b01031a', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '799bd9eb-fa8f-4781-965f-5603daef024a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:37Z', 'updated_at': '2022-10-20T13:37:42Z', 'revision_number': 4, 'project_id': '111a918263d14198a3d24236431db365', 'subnets': [{'id': '799bd9eb-fa8f-4781-965f-5603daef024a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:42.787217 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacdf4fe-8726-4f33-9e4a-eae68ea80680 None None] The sync data for ids ['8834576e-a1f8-40e2-80f5-b2376b01031a'] in dv-cinder-862136-1-iscsi is: [{'id': '8834576e-a1f8-40e2-80f5-b2376b01031a', 'name': 'tempest-TestVolumeBootPattern-1124632421-router', 'tenant_id': '111a918263d14198a3d24236431db365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:33Z', 'updated_at': '2022-10-20T13:37:38Z', 'revision_number': 4, 'project_id': '111a918263d14198a3d24236431db365', 'gw_port': {'id': '50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8834576e-a1f8-40e2-80f5-b2376b01031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:34Z', 'updated_at': '2022-10-20T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '4331dc7b-7fcb-4774-be26-f220d5201471', 'name': '', 'network_id': '1ad9de5e-9bc4-42b0-aa70-13f11796f067', 'tenant_id': '111a918263d14198a3d24236431db365', 'mac_address': 'fa:16:3e:ed:77:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8834576e-a1f8-40e2-80f5-b2376b01031a', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '799bd9eb-fa8f-4781-965f-5603daef024a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:37Z', 'updated_at': '2022-10-20T13:37:42Z', 'revision_number': 4, 'project_id': '111a918263d14198a3d24236431db365', 'subnets': [{'id': '799bd9eb-fa8f-4781-965f-5603daef024a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:37:42.896138 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b53de4-fb54-47df-90be-cc229fe04b25 req-3e6af017-3e60-4173-b339-ef38d78abd5b tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:42.909781 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-38b53de4-fb54-47df-90be-cc229fe04b25 req-3e6af017-3e60-4173-b339-ef38d78abd5b tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.1889932 Oct 20 13:37:42.944597 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-50119a22-3bf7-4387-b783-75cf85106c45 req-f64b5c8e-6c4e-4f1e-ab74-2fb006aafa7d tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for port (bdeef6a2-1b0c-458c-adee-98e42b80b14c), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:42.980609 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-38b53de4-fb54-47df-90be-cc229fe04b25 req-ff629e38-4012-4eea-b2e6-d393b8c99d56 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698261 Oct 20 13:37:43.020156 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-50119a22-3bf7-4387-b783-75cf85106c45 req-f64b5c8e-6c4e-4f1e-ab74-2fb006aafa7d tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (bdeef6a2-1b0c-458c-adee-98e42b80b14c), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:43.073970 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50119a22-3bf7-4387-b783-75cf85106c45 req-f64b5c8e-6c4e-4f1e-ab74-2fb006aafa7d tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Network 6a87efad-1518-4319-8b6e-3edd28303f86 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:37:43.078981 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [req-50119a22-3bf7-4387-b783-75cf85106c45 req-f64b5c8e-6c4e-4f1e-ab74-2fb006aafa7d tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:37:43.098085 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-50119a22-3bf7-4387-b783-75cf85106c45 req-f64b5c8e-6c4e-4f1e-ab74-2fb006aafa7d tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:37:43.145522 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b5c8e-6c4e-4f1e-ab74-2fb006aafa7d tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event updated for resources: {'Port': ['ID=bdeef6a2-1b0c-458c-adee-98e42b80b14c,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:43.192359 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50119a22-3bf7-4387-b783-75cf85106c45 req-f64b5c8e-6c4e-4f1e-ab74-2fb006aafa7d tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:43.194553 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-50119a22-3bf7-4387-b783-75cf85106c45 req-f64b5c8e-6c4e-4f1e-ab74-2fb006aafa7d tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:43.231515 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-50119a22-3bf7-4387-b783-75cf85106c45 req-f64b5c8e-6c4e-4f1e-ab74-2fb006aafa7d tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0552824 Oct 20 13:37:43.258501 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:43.264394 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-50119a22-3bf7-4387-b783-75cf85106c45 req-ccc94b7f-8449-46f2-a714-eb963dbe4d8f service neutron] Request body: {'port': {'device_id': 'f4fc63ee-55ed-437c-81f4-4d658bf32051', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86213'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:43.402014 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e39a3b-865d-410f-984f-c4fb29757c58 req-0457a7d3-ce14-45f7-8044-fdcbb6c77948 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:43.413905 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-35e39a3b-865d-410f-984f-c4fb29757c58 req-0457a7d3-ce14-45f7-8044-fdcbb6c77948 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4fc63ee-55ed-437c-81f4-4d658bf32051 HTTP/1.1" status: 200 len: 932 time: 0.1043832 Oct 20 13:37:43.430681 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 4331dc7b-7fcb-4774-be26-f220d5201471 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:37:43.471592 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce9ff00-47b1-48bd-b614-437ca9f03aa2 req-0b48c3ff-da6c-474b-96d4-7136b1b57f11 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:43.473368 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8ce9ff00-47b1-48bd-b614-437ca9f03aa2 req-0b48c3ff-da6c-474b-96d4-7136b1b57f11 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.2395906 Oct 20 13:37:43.502185 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:43.545699 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-55e97f13-201c-428e-9b3e-494eb0a97ec2 None None] Provisioning complete for port bdeef6a2-1b0c-458c-adee-98e42b80b14c triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:43.546159 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-55e97f13-201c-428e-9b3e-494eb0a97ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (bdeef6a2-1b0c-458c-adee-98e42b80b14c), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:43.549454 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-55e97f13-201c-428e-9b3e-494eb0a97ec2 None None] Attempt 1 to provision port bdeef6a2-1b0c-458c-adee-98e42b80b14c Oct 20 13:37:43.557969 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-50119a22-3bf7-4387-b783-75cf85106c45 req-ccc94b7f-8449-46f2-a714-eb963dbe4d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (bdeef6a2-1b0c-458c-adee-98e42b80b14c), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:43.578648 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-35e39a3b-865d-410f-984f-c4fb29757c58 req-9e0dade0-b5a5-40e0-acfd-71288cc71e33 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9923baa6-74ba-4678-bf50-a51c21b5a5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633425 Oct 20 13:37:43.601126 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 4331dc7b-7fcb-4774-be26-f220d5201471 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:43.602124 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (4331dc7b-7fcb-4774-be26-f220d5201471), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:43.602485 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 4331dc7b-7fcb-4774-be26-f220d5201471 Oct 20 13:37:43.646555 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-55e97f13-201c-428e-9b3e-494eb0a97ec2 None None] Port bdeef6a2-1b0c-458c-adee-98e42b80b14c cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:37:43.664389 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8ce9ff00-47b1-48bd-b614-437ca9f03aa2 req-956d85a5-bfba-4ff9-a3a3-72ed79203411 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681874 Oct 20 13:37:43.678245 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:43.723301 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 4331dc7b-7fcb-4774-be26-f220d5201471 is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:43.723743 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (4331dc7b-7fcb-4774-be26-f220d5201471), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:43.778577 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port 4331dc7b-7fcb-4774-be26-f220d5201471, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=4331dc7b-7fcb-4774-be26-f220d5201471,segment=NetworkSegment(f4974e20-f45c-4aae-b61b-5d100e4f0c6e),segment_id=f4974e20-f45c-4aae-b61b-5d100e4f0c6e)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:37:43.789737 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (4331dc7b-7fcb-4774-be26-f220d5201471), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:43.853438 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34d0c7-d311-45a5-ad4e-ff4700214c17 req-5f6f94ae-606e-4d9b-ab07-90e30eb75c4a tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:43.861492 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5b34d0c7-d311-45a5-ad4e-ff4700214c17 req-5f6f94ae-606e-4d9b-ab07-90e30eb75c4a tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0814164 Oct 20 13:37:43.869616 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=4331dc7b-7fcb-4774-be26-f220d5201471,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:43.921318 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5b34d0c7-d311-45a5-ad4e-ff4700214c17 req-35f2c050-e972-4ab3-a10d-5e8bd75065d0 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586638 Oct 20 13:37:44.008744 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 43742) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:44.034473 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [req-50119a22-3bf7-4387-b783-75cf85106c45 req-ccc94b7f-8449-46f2-a714-eb963dbe4d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdeef6a2-1b0c-458c-adee-98e42b80b14c {{(pid=104733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:37:44.047503 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-50119a22-3bf7-4387-b783-75cf85106c45 req-ccc94b7f-8449-46f2-a714-eb963dbe4d8f service neutron] Publish callbacks [] for port (bdeef6a2-1b0c-458c-adee-98e42b80b14c), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:44.063600 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.provisioning_blocks [req-50119a22-3bf7-4387-b783-75cf85106c45 req-ccc94b7f-8449-46f2-a714-eb963dbe4d8f service neutron] Transition to ACTIVE for port object bdeef6a2-1b0c-458c-adee-98e42b80b14c will not be triggered until provisioned by entity L2. {{(pid=104733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 13:37:44.068144 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-50119a22-3bf7-4387-b783-75cf85106c45 req-ccc94b7f-8449-46f2-a714-eb963dbe4d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (bdeef6a2-1b0c-458c-adee-98e42b80b14c), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:44.153212 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-4b2bfdec-e3f2-49fe-9c2a-ce8153e5e72e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-973258519-network', 'tenant_id': 'c189090d654b46c880b0d40f1e46a563'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:44.171423 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:44.198451 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2bfdec-e3f2-49fe-9c2a-ce8153e5e72e admin admin] Made reservation on behalf of c189090d654b46c880b0d40f1e46a563 for: {'network': 1} {{(pid=104732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:37:44.201227 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4b2bfdec-e3f2-49fe-9c2a-ce8153e5e72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for network (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:44.209557 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a96726e-c32d-4ec6-a467-97a105f330d8 req-0b29a5cd-c98a-49e6-b589-732bdb5bf05b tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:44.211059 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1a96726e-c32d-4ec6-a467-97a105f330d8 req-0b29a5cd-c98a-49e6-b589-732bdb5bf05b tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.0976288 Oct 20 13:37:44.211467 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4b2bfdec-e3f2-49fe-9c2a-ce8153e5e72e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:44.259403 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc94b7f-8449-46f2-a714-eb963dbe4d8f service neutron] Pushing event updated for resources: {'Port': ['ID=bdeef6a2-1b0c-458c-adee-98e42b80b14c,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:44.302779 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-50119a22-3bf7-4387-b783-75cf85106c45 req-ccc94b7f-8449-46f2-a714-eb963dbe4d8f service neutron] Attempting to bind port bdeef6a2-1b0c-458c-adee-98e42b80b14c on host hv-cinder-86213 for vnic_type normal with profile {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:37:44.303116 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-50119a22-3bf7-4387-b783-75cf85106c45 req-ccc94b7f-8449-46f2-a714-eb963dbe4d8f service neutron] Attempting to bind port bdeef6a2-1b0c-458c-adee-98e42b80b14c by drivers openvswitch,hyperv on host hv-cinder-86213 at level 0 using segments [{'id': '3a56e684-3f29-4221-b1a4-f25d8cf87e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86'}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:37:44.303448 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50119a22-3bf7-4387-b783-75cf85106c45 req-ccc94b7f-8449-46f2-a714-eb963dbe4d8f service neutron] Attempting to bind port bdeef6a2-1b0c-458c-adee-98e42b80b14c on network 6a87efad-1518-4319-8b6e-3edd28303f86 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:37:44.306886 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4b2bfdec-e3f2-49fe-9c2a-ce8153e5e72e admin admin] Publish callbacks [] for security_group (199a0219-20b9-42f6-b51d-45645d6794d1), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:44.311937 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4b2bfdec-e3f2-49fe-9c2a-ce8153e5e72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (199a0219-20b9-42f6-b51d-45645d6794d1), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:44.338236 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2bfdec-e3f2-49fe-9c2a-ce8153e5e72e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=104732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 13:37:44.346925 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1a96726e-c32d-4ec6-a467-97a105f330d8 req-852811bd-c178-4013-8a9d-f6ab03cb497d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128371 Oct 20 13:37:44.366374 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50119a22-3bf7-4387-b783-75cf85106c45 req-ccc94b7f-8449-46f2-a714-eb963dbe4d8f service neutron] Port bdeef6a2-1b0c-458c-adee-98e42b80b14c on network 6a87efad-1518-4319-8b6e-3edd28303f86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86213 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 13:37:44.366546 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50119a22-3bf7-4387-b783-75cf85106c45 req-ccc94b7f-8449-46f2-a714-eb963dbe4d8f service neutron] Attempting to bind port bdeef6a2-1b0c-458c-adee-98e42b80b14c on network 6a87efad-1518-4319-8b6e-3edd28303f86 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:37:44.368236 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2bfdec-e3f2-49fe-9c2a-ce8153e5e72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199a0219-20b9-42f6-b51d-45645d6794d1,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:44.373821 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4b2bfdec-e3f2-49fe-9c2a-ce8153e5e72e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (f2ec3ead-e9f4-44ff-a786-53bba697e934), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:44.374385 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.db.segments_db [None req-4b2bfdec-e3f2-49fe-9c2a-ce8153e5e72e admin admin] Added segment f2ec3ead-e9f4-44ff-a786-53bba697e934 of type vlan for network 3d74f2a6-396d-4af0-8172-d2ba2f2834fd Oct 20 13:37:44.420138 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50119a22-3bf7-4387-b783-75cf85106c45 req-ccc94b7f-8449-46f2-a714-eb963dbe4d8f service neutron] Checking agent: {'id': '4b042e07-7f30-49b6-94c5-05338f7deed3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'started_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:37:44.420532 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50119a22-3bf7-4387-b783-75cf85106c45 req-ccc94b7f-8449-46f2-a714-eb963dbe4d8f service neutron] Checking segment: {'id': '3a56e684-3f29-4221-b1a4-f25d8cf87e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:37:44.420884 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50119a22-3bf7-4387-b783-75cf85106c45 req-ccc94b7f-8449-46f2-a714-eb963dbe4d8f service neutron] Bound using segment: {'id': '3a56e684-3f29-4221-b1a4-f25d8cf87e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86'} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:37:44.421337 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-50119a22-3bf7-4387-b783-75cf85106c45 req-ccc94b7f-8449-46f2-a714-eb963dbe4d8f service neutron] Bound port: bdeef6a2-1b0c-458c-adee-98e42b80b14c, host: hv-cinder-86213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a56e684-3f29-4221-b1a4-f25d8cf87e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86'}}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:37:44.422259 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-50119a22-3bf7-4387-b783-75cf85106c45 req-ccc94b7f-8449-46f2-a714-eb963dbe4d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (bdeef6a2-1b0c-458c-adee-98e42b80b14c), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:44.427269 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4b2bfdec-e3f2-49fe-9c2a-ce8153e5e72e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747424292904'] for network (3d74f2a6-396d-4af0-8172-d2ba2f2834fd), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:44.455756 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4b2bfdec-e3f2-49fe-9c2a-ce8153e5e72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for network (3d74f2a6-396d-4af0-8172-d2ba2f2834fd), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:44.457011 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2bfdec-e3f2-49fe-9c2a-ce8153e5e72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:44.457654 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4b2bfdec-e3f2-49fe-9c2a-ce8153e5e72e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:44.504939 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-50119a22-3bf7-4387-b783-75cf85106c45 req-ccc94b7f-8449-46f2-a714-eb963dbe4d8f service neutron] For port bdeef6a2-1b0c-458c-adee-98e42b80b14c, host hv-cinder-86213, cleared binding levels {{(pid=104733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:37:44.516799 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-50119a22-3bf7-4387-b783-75cf85106c45 req-ccc94b7f-8449-46f2-a714-eb963dbe4d8f service neutron] For port bdeef6a2-1b0c-458c-adee-98e42b80b14c, host hv-cinder-86213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=bdeef6a2-1b0c-458c-adee-98e42b80b14c,segment=NetworkSegment(3a56e684-3f29-4221-b1a4-f25d8cf87e97),segment_id=3a56e684-3f29-4221-b1a4-f25d8cf87e97)] {{(pid=104733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:37:44.523460 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-4b2bfdec-e3f2-49fe-9c2a-ce8153e5e72e admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5133476 Oct 20 13:37:44.525189 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-50119a22-3bf7-4387-b783-75cf85106c45 req-ccc94b7f-8449-46f2-a714-eb963dbe4d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (bdeef6a2-1b0c-458c-adee-98e42b80b14c), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:44.527248 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 43750) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:44.536960 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-12eb4892-b5e6-4ff6-900f-5394906b0f21 admin admin] Request body: {'subnet': {'network_id': '3d74f2a6-396d-4af0-8172-d2ba2f2834fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-973258519-subnet', 'tenant_id': 'c189090d654b46c880b0d40f1e46a563', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:44.538803 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2bfdec-e3f2-49fe-9c2a-ce8153e5e72e admin admin] Pushing event updated for resources: {'Network': ['ID=3d74f2a6-396d-4af0-8172-d2ba2f2834fd,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:44.549008 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Network 3d74f2a6-396d-4af0-8172-d2ba2f2834fd details requested by agent ovs-agent-dv-cinder-862136-1-iscsi with host dv-cinder-862136-1-iscsi {{(pid=104734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 13:37:44.560839 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50119a22-3bf7-4387-b783-75cf85106c45 req-ccc94b7f-8449-46f2-a714-eb963dbe4d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:44.561474 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-50119a22-3bf7-4387-b783-75cf85106c45 req-ccc94b7f-8449-46f2-a714-eb963dbe4d8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:44.562887 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-50119a22-3bf7-4387-b783-75cf85106c45 req-ccc94b7f-8449-46f2-a714-eb963dbe4d8f service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/bdeef6a2-1b0c-458c-adee-98e42b80b14c HTTP/1.1" status: 200 len: 1094 time: 1.3128841 Oct 20 13:37:44.563929 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4fc63ee-55ed-437c-81f4-4d658bf32051', 'tag': 'bdeef6a2-1b0c-458c-adee-98e42b80b14c'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:37:44.566000 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd3b136-0a8c-4844-ac63-457b8690b29a" -d '{"events": [{"name": "network-changed", "server_uuid": "f4fc63ee-55ed-437c-81f4-4d658bf32051", "tag": "bdeef6a2-1b0c-458c-adee-98e42b80b14c"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:37:44.572257 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:44.620913 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12eb4892-b5e6-4ff6-900f-5394906b0f21 admin admin] Made reservation on behalf of c189090d654b46c880b0d40f1e46a563 for: {'subnet': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:37:44.623580 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-12eb4892-b5e6-4ff6-900f-5394906b0f21 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212481'] for subnet (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:44.664934 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfc0d96-7155-417d-a284-ca55e738f2f7 x-openstack-request-id: req-4cfc0d96-7155-417d-a284-ca55e738f2f7 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:37:44.665369 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4fc63ee-55ed-437c-81f4-4d658bf32051", "tag": "bdeef6a2-1b0c-458c-adee-98e42b80b14c", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:37:44.665746 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4cfc0d96-7155-417d-a284-ca55e738f2f7 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:37:44.666004 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cfc0d96-7155-417d-a284-ca55e738f2f7'] response: {'name': 'network-changed', 'server_uuid': 'f4fc63ee-55ed-437c-81f4-4d658bf32051', 'tag': 'bdeef6a2-1b0c-458c-adee-98e42b80b14c', 'status': 'completed', 'code': 200} Oct 20 13:37:44.666663 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc94b7f-8449-46f2-a714-eb963dbe4d8f service neutron] Pushing event updated for resources: {'Port': ['ID=bdeef6a2-1b0c-458c-adee-98e42b80b14c,revision_number=3']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:44.729497 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50119a22-3bf7-4387-b783-75cf85106c45 req-e50b8b1d-ebe2-49cb-9e1a-5740a1b90ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:44.730960 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-50119a22-3bf7-4387-b783-75cf85106c45 req-e50b8b1d-ebe2-49cb-9e1a-5740a1b90ce2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b215cb88123a4851932dbf7dfa88f709&device_id=f4fc63ee-55ed-437c-81f4-4d658bf32051 HTTP/1.1" status: 200 len: 1128 time: 0.1120710 Oct 20 13:37:44.790365 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf095f8-1b68-44ca-b51d-5b5e0c7811bd req-4d24ad2a-3c32-41dc-a0e6-16907537d1d1 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:44.791796 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-6bf095f8-1b68-44ca-b51d-5b5e0c7811bd req-4d24ad2a-3c32-41dc-a0e6-16907537d1d1 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.0531859 Oct 20 13:37:44.798277 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-50119a22-3bf7-4387-b783-75cf85106c45 req-750c674e-a5e0-4207-8315-e93be4f96d7b service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdeef6a2-1b0c-458c-adee-98e42b80b14c HTTP/1.1" status: 200 len: 217 time: 0.0505536 Oct 20 13:37:44.811751 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638f5f5-271d-461d-9c1f-d7c9b76bc1bb req-a9e6d65e-c324-49be-a71d-29fa3acfe0e2 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:44.813867 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d638f5f5-271d-461d-9c1f-d7c9b76bc1bb req-a9e6d65e-c324-49be-a71d-29fa3acfe0e2 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4fc63ee-55ed-437c-81f4-4d658bf32051 HTTP/1.1" status: 200 len: 944 time: 0.1079791 Oct 20 13:37:44.844492 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-6bf095f8-1b68-44ca-b51d-5b5e0c7811bd req-442b8013-fc1d-4454-bb54-0921fac6c464 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464957 Oct 20 13:37:44.860291 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:44.921901 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50119a22-3bf7-4387-b783-75cf85106c45 req-cc60f0a2-4b5e-47fc-8b8e-904329a7e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:44.923343 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-50119a22-3bf7-4387-b783-75cf85106c45 req-cc60f0a2-4b5e-47fc-8b8e-904329a7e663 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=2fdacf12-c611-42fe-b6f6-2cbfeede8f9a HTTP/1.1" status: 200 len: 853 time: 0.1177580 Oct 20 13:37:44.951080 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d638f5f5-271d-461d-9c1f-d7c9b76bc1bb req-4afb5c0e-821e-4cbb-ba09-470c9f3fe029 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9923baa6-74ba-4678-bf50-a51c21b5a5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163559 Oct 20 13:37:45.005095 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50119a22-3bf7-4387-b783-75cf85106c45 req-b3e6055a-329b-462c-8245-e8408ce0ad52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:45.006532 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-50119a22-3bf7-4387-b783-75cf85106c45 req-b3e6055a-329b-462c-8245-e8408ce0ad52 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=6a87efad-1518-4319-8b6e-3edd28303f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592005 Oct 20 13:37:45.058160 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9715ec-b8d1-4e97-b214-48f4f6cc4790 req-8fb968ff-2f1e-49d0-8ca2-54e6a0924063 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:45.059876 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-dd9715ec-b8d1-4e97-b214-48f4f6cc4790 req-8fb968ff-2f1e-49d0-8ca2-54e6a0924063 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0519252 Oct 20 13:37:45.113815 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-dd9715ec-b8d1-4e97-b214-48f4f6cc4790 req-c294018e-cba0-47d6-b4a0-13cb6a7363e3 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461066 Oct 20 13:37:45.331764 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-12eb4892-b5e6-4ff6-900f-5394906b0f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26193056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212499'] for subnet (bab34570-96dd-42f5-82d8-eaf730b77738), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:45.381925 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 4331dc7b-7fcb-4774-be26-f220d5201471 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:37:45.431750 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb4892-b5e6-4ff6-900f-5394906b0f21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bab34570-96dd-42f5-82d8-eaf730b77738,revision_number=0']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:45.434828 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 4331dc7b-7fcb-4774-be26-f220d5201471 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:45.435410 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (4331dc7b-7fcb-4774-be26-f220d5201471), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:45.435906 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 4331dc7b-7fcb-4774-be26-f220d5201471 Oct 20 13:37:45.441036 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-50119a22-3bf7-4387-b783-75cf85106c45 req-83871593-b294-4a20-9c44-3f824a7df388 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890030 Oct 20 13:37:45.482831 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12eb4892-b5e6-4ff6-900f-5394906b0f21 admin admin] Checking segment: {'id': 'f2ec3ead-e9f4-44ff-a786-53bba697e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3d74f2a6-396d-4af0-8172-d2ba2f2834fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:37:45.483335 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eb4892-b5e6-4ff6-900f-5394906b0f21 admin admin] Network hostable DHCP agents. Network: 3d74f2a6-396d-4af0-8172-d2ba2f2834fd, hostable agents: ['fc80e4aa-b75a-45f9-bc92-ee666d9592cb'], hosted agents: [] {{(pid=104733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 13:37:45.547260 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a2cfb5-b54a-4560-ba08-e55b31d978d9 req-80c3a2e4-1cd1-4235-a890-76db7e978b25 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:45.549035 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-98a2cfb5-b54a-4560-ba08-e55b31d978d9 req-80c3a2e4-1cd1-4235-a890-76db7e978b25 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.0691376 Oct 20 13:37:45.553690 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 4331dc7b-7fcb-4774-be26-f220d5201471 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:45.565638 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eb4892-b5e6-4ff6-900f-5394906b0f21 admin admin] Network 3d74f2a6-396d-4af0-8172-d2ba2f2834fd is scheduled to be hosted by DHCP agent fc80e4aa-b75a-45f9-bc92-ee666d9592cb with binding_index 1 {{(pid=104733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 13:37:45.607321 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-98a2cfb5-b54a-4560-ba08-e55b31d978d9 req-a905fc22-bd77-481e-a8b6-5247eeda5161 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501115 Oct 20 13:37:45.625868 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [None req-12eb4892-b5e6-4ff6-900f-5394906b0f21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862136-1-iscsi, 3d74f2a6-396d-4af0-8172-d2ba2f2834fd) {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:37:45.648696 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b8b327-3426-44cf-a400-329fdff3ee6f None None] Network 3d74f2a6-396d-4af0-8172-d2ba2f2834fd requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:37:45.653424 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:45.663616 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eb4892-b5e6-4ff6-900f-5394906b0f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:45.664206 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-12eb4892-b5e6-4ff6-900f-5394906b0f21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for subnet (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:45.684170 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-50119a22-3bf7-4387-b783-75cf85106c45 req-a5c8620a-a52f-4986-8478-6f61f3ac2a6d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258837 Oct 20 13:37:45.689215 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:45.698549 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847889a2-e747-478f-9a76-1752141b1f8c req-8b519b63-db4e-4e71-af83-923f45d2e968 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:45.701427 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-847889a2-e747-478f-9a76-1752141b1f8c req-8b519b63-db4e-4e71-af83-923f45d2e968 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.1272497 Oct 20 13:37:45.708075 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29bbb2-4091-492d-82f6-0386befdbb17 req-855e8388-8636-4fc8-9c5f-f0169b806025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:45.709823 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0f29bbb2-4091-492d-82f6-0386befdbb17 req-855e8388-8636-4fc8-9c5f-f0169b806025 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=747a468811fb478aa6c49b848ccee6d0&device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 1129 time: 0.0913436 Oct 20 13:37:45.718909 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-12eb4892-b5e6-4ff6-900f-5394906b0f21 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1885314 Oct 20 13:37:45.774640 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d034d0-a9d3-40c6-85af-1350cdf4f161 None None] Network 3d74f2a6-396d-4af0-8172-d2ba2f2834fd requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:37:45.817314 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-847889a2-e747-478f-9a76-1752141b1f8c req-cb17724f-620f-4d78-b2b5-8c1868b4c982 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112800 Oct 20 13:37:45.865710 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29bbb2-4091-492d-82f6-0386befdbb17 req-ae8bc831-425f-4d3a-8caf-832bad306aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:45.867297 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0f29bbb2-4091-492d-82f6-0386befdbb17 req-ae8bc831-425f-4d3a-8caf-832bad306aec service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=d308b555-e032-40ef-ae84-228dba4540e0 HTTP/1.1" status: 200 len: 911 time: 0.1473870 Oct 20 13:37:45.972917 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2030d-81c8-44be-af0d-09f0df9c089e req-a52e67dc-d8fa-4797-94a4-7f1b158f3fb3 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:45.974434 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-03f2030d-81c8-44be-af0d-09f0df9c089e req-a52e67dc-d8fa-4797-94a4-7f1b158f3fb3 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.0466819 Oct 20 13:37:46.010504 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:46.033548 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-03f2030d-81c8-44be-af0d-09f0df9c089e req-7279b6fc-ab99-4e4b-82a7-b1b52a0f873b tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534286 Oct 20 13:37:46.086688 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ac557-3683-4e8d-850e-371a3bdccf7c req-ff15053a-ffdb-4159-ad69-8cdbca3fe445 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:46.088318 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1b4ac557-3683-4e8d-850e-371a3bdccf7c req-ff15053a-ffdb-4159-ad69-8cdbca3fe445 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4fc63ee-55ed-437c-81f4-4d658bf32051 HTTP/1.1" status: 200 len: 944 time: 0.0491803 Oct 20 13:37:46.140557 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1b4ac557-3683-4e8d-850e-371a3bdccf7c req-fda09f48-3332-4f1c-b9a0-96bac25fb1d3 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9923baa6-74ba-4678-bf50-a51c21b5a5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455427 Oct 20 13:37:46.705489 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:46.717323 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3b136-0a8c-4844-ac63-457b8690b29a req-825f8f43-c7c4-493d-b657-9da0242d953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:46.718787 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-edd3b136-0a8c-4844-ac63-457b8690b29a req-825f8f43-c7c4-493d-b657-9da0242d953f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b215cb88123a4851932dbf7dfa88f709&device_id=f4fc63ee-55ed-437c-81f4-4d658bf32051 HTTP/1.1" status: 200 len: 1128 time: 0.0575311 Oct 20 13:37:46.722974 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0f29bbb2-4091-492d-82f6-0386befdbb17 req-4cb90c93-97a2-4621-afa2-e92726fcce3e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20c71ca9-62f4-4658-828a-7e49ec9d9631 HTTP/1.1" status: 200 len: 1001 time: 0.1011443 Oct 20 13:37:46.747866 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9370f-38e3-456c-a140-7bfdebe12e17 req-d3197a00-396d-4ef6-aeda-ea642b8c5dd5 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:46.749670 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b1e9370f-38e3-456c-a140-7bfdebe12e17 req-d3197a00-396d-4ef6-aeda-ea642b8c5dd5 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.0486581 Oct 20 13:37:46.802856 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b1e9370f-38e3-456c-a140-7bfdebe12e17 req-fe70b349-4315-4ff3-9413-61d075c12883 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467412 Oct 20 13:37:46.833352 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29bbb2-4091-492d-82f6-0386befdbb17 req-eefa30ca-a45b-433d-987f-af001d2e15dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:46.834800 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0f29bbb2-4091-492d-82f6-0386befdbb17 req-eefa30ca-a45b-433d-987f-af001d2e15dd service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6fe06b3c-29c6-4094-8f91-406de935285f HTTP/1.1" status: 200 len: 849 time: 0.1029172 Oct 20 13:37:46.862568 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3b136-0a8c-4844-ac63-457b8690b29a req-97c4afdd-5ee0-49f4-9b57-8830c27c0b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:46.864055 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-edd3b136-0a8c-4844-ac63-457b8690b29a req-97c4afdd-5ee0-49f4-9b57-8830c27c0b35 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=6a87efad-1518-4319-8b6e-3edd28303f86 HTTP/1.1" status: 200 len: 915 time: 0.1333334 Oct 20 13:37:46.944148 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-edd3b136-0a8c-4844-ac63-457b8690b29a req-cb859815-d675-498b-b890-9240b569de2b service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdeef6a2-1b0c-458c-adee-98e42b80b14c HTTP/1.1" status: 200 len: 217 time: 0.0608239 Oct 20 13:37:47.005004 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f29bbb2-4091-492d-82f6-0386befdbb17 req-8b89b6c4-67c9-415c-a384-50c6a7b1c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:47.006500 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0f29bbb2-4091-492d-82f6-0386befdbb17 req-8b89b6c4-67c9-415c-a384-50c6a7b1c137 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=d308b555-e032-40ef-ae84-228dba4540e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1245687 Oct 20 13:37:47.049474 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea0c67-d42b-4515-97f3-37523c1d0c6d req-ef8d6ff0-e84f-4c41-905a-9193da8fbddc tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:47.050998 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d3ea0c67-d42b-4515-97f3-37523c1d0c6d req-ef8d6ff0-e84f-4c41-905a-9193da8fbddc tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.1117785 Oct 20 13:37:47.097721 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3b136-0a8c-4844-ac63-457b8690b29a req-73cbba02-968e-4712-b6b0-3a83aa7bca37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:47.099137 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-edd3b136-0a8c-4844-ac63-457b8690b29a req-73cbba02-968e-4712-b6b0-3a83aa7bca37 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=2fdacf12-c611-42fe-b6f6-2cbfeede8f9a HTTP/1.1" status: 200 len: 853 time: 0.1422763 Oct 20 13:37:47.157947 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db79878-2016-4e6a-a5bf-102757ae2ece req-298d77a9-bc4d-431e-95c2-c04aa0f48b93 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:47.159450 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-9db79878-2016-4e6a-a5bf-102757ae2ece req-298d77a9-bc4d-431e-95c2-c04aa0f48b93 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.0488195 Oct 20 13:37:47.196203 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd3b136-0a8c-4844-ac63-457b8690b29a req-7703bcf1-d1c1-486c-a167-c7e93da815fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:47.197654 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-edd3b136-0a8c-4844-ac63-457b8690b29a req-7703bcf1-d1c1-486c-a167-c7e93da815fb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=6a87efad-1518-4319-8b6e-3edd28303f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0902641 Oct 20 13:37:47.205759 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d3ea0c67-d42b-4515-97f3-37523c1d0c6d req-7fc45dcf-b43f-42f0-a3b6-be006f1b604f tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228387 Oct 20 13:37:47.208092 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0f29bbb2-4091-492d-82f6-0386befdbb17 req-26bff630-1095-46ae-9ecd-c38e88e42df7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d308b555-e032-40ef-ae84-228dba4540e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939759 Oct 20 13:37:47.212011 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-9db79878-2016-4e6a-a5bf-102757ae2ece req-f2807f3f-09c8-4174-83a6-bd1be945883b tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467870 Oct 20 13:37:47.380689 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd950059-ec57-402e-b7c3-34ed1f08fa9e req-83fdcfcd-1bfa-40bf-8467-6ac3841dc3c3 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:47.382157 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cd950059-ec57-402e-b7c3-34ed1f08fa9e req-83fdcfcd-1bfa-40bf-8467-6ac3841dc3c3 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4fc63ee-55ed-437c-81f4-4d658bf32051 HTTP/1.1" status: 200 len: 944 time: 0.1101351 Oct 20 13:37:47.452941 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-edd3b136-0a8c-4844-ac63-457b8690b29a req-c148e2cc-96db-480d-b81c-8d25d760557e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437706 Oct 20 13:37:47.457609 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0f29bbb2-4091-492d-82f6-0386befdbb17 req-bea0c712-2e3a-4484-9899-f9c1033d4985 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d308b555-e032-40ef-ae84-228dba4540e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409418 Oct 20 13:37:47.474016 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:47.487827 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cd950059-ec57-402e-b7c3-34ed1f08fa9e req-a6356821-e025-48a8-ba1c-1f5ea45f108a tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9923baa6-74ba-4678-bf50-a51c21b5a5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970721 Oct 20 13:37:47.553118 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:47.558292 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-edd3b136-0a8c-4844-ac63-457b8690b29a req-f47b8909-bce5-45bf-ae51-576cc72db73e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930252 Oct 20 13:37:47.582234 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053ec12-9c98-4c48-978a-580cae97d216 req-0b82f53f-d90a-46d6-aade-1b27beae8cd6 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:47.583695 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-a053ec12-9c98-4c48-978a-580cae97d216 req-0b82f53f-d90a-46d6-aade-1b27beae8cd6 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/networks?id=3d74f2a6-396d-4af0-8172-d2ba2f2834fd HTTP/1.1" status: 200 len: 813 time: 0.1264920 Oct 20 13:37:47.599504 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-a053ec12-9c98-4c48-978a-580cae97d216 req-08229f91-3e1b-4dd6-b410-5e3241e1736e tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/quotas/c189090d654b46c880b0d40f1e46a563 HTTP/1.1" status: 200 len: 375 time: 0.0098114 Oct 20 13:37:47.633433 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-a053ec12-9c98-4c48-978a-580cae97d216 req-13dad9f0-27e5-485c-bf0d-021409a3e3ed tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c189090d654b46c880b0d40f1e46a563&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284584 Oct 20 13:37:47.727850 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-a053ec12-9c98-4c48-978a-580cae97d216 req-ad1eeb2d-b45c-4989-92d1-eab1acb28319 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3d74f2a6-396d-4af0-8172-d2ba2f2834fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876496 Oct 20 13:37:47.817617 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-a053ec12-9c98-4c48-978a-580cae97d216 req-a2ae85e6-cf8c-46e6-9c85-2ffd7344ad02 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3d74f2a6-396d-4af0-8172-d2ba2f2834fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840821 Oct 20 13:37:47.928603 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:47.942186 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c7fbb-879c-4571-ba85-c529a505168b req-cb3a95c2-269d-4d8d-9f5f-6f718f2a29af tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:47.945548 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2f8c7fbb-879c-4571-ba85-c529a505168b req-cb3a95c2-269d-4d8d-9f5f-6f718f2a29af tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.0547779 Oct 20 13:37:47.992425 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-3397f69f-1104-44d9-966e-267844181195 req-84d3bb4d-83cc-4dfd-a333-d83423edacb8 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0787959c-f72a-4c43-9d8e-99727c31a00e HTTP/1.1" status: 200 len: 210 time: 0.0334401 Oct 20 13:37:47.996588 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2f8c7fbb-879c-4571-ba85-c529a505168b req-313858fc-e936-43a6-9586-dcc44c59bc81 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463974 Oct 20 13:37:48.184386 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device bdeef6a2-1b0c-458c-adee-98e42b80b14c details requested by agent hyperv_hv-cinder-86213 with host hv-cinder-86213 {{(pid=104734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 13:37:48.372172 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a7150-2199-44cc-b5b5-b5737fd01ee4 req-66061e91-0a1d-4e19-9f28-280e2d4f5cb9 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:48.373408 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce3c57-8142-4f33-9d18-e24a6e763f38 req-3424d5b4-afdf-40b6-a5c1-43855b8d92dd tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:48.373779 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-181a7150-2199-44cc-b5b5-b5737fd01ee4 req-66061e91-0a1d-4e19-9f28-280e2d4f5cb9 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0732951 Oct 20 13:37:48.389904 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d6ce3c57-8142-4f33-9d18-e24a6e763f38 req-3424d5b4-afdf-40b6-a5c1-43855b8d92dd tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.0746117 Oct 20 13:37:48.471543 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d6ce3c57-8142-4f33-9d18-e24a6e763f38 req-7385577c-191f-4c23-b943-3c847455d6ce tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806417 Oct 20 13:37:48.474186 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-181a7150-2199-44cc-b5b5-b5737fd01ee4 req-f0c24688-1b14-45c3-a00d-b971612019ea tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910962 Oct 20 13:37:48.519656 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port bdeef6a2-1b0c-458c-adee-98e42b80b14c, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=bdeef6a2-1b0c-458c-adee-98e42b80b14c,segment=NetworkSegment(3a56e684-3f29-4221-b1a4-f25d8cf87e97),segment_id=3a56e684-3f29-4221-b1a4-f25d8cf87e97)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:37:48.531183 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:48.538023 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Returning: {'device': 'bdeef6a2-1b0c-458c-adee-98e42b80b14c', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'port_id': 'bdeef6a2-1b0c-458c-adee-98e42b80b14c', 'mac_address': 'fa:16:3e:21:e4:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 13:37:48.582084 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port bdeef6a2-1b0c-458c-adee-98e42b80b14c is: DOWN; New status is: BUILD {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:48.582467 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (bdeef6a2-1b0c-458c-adee-98e42b80b14c), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:48.597774 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdeef6a2-1b0c-458c-adee-98e42b80b14c {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:37:48.622904 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port bdeef6a2-1b0c-458c-adee-98e42b80b14c, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=bdeef6a2-1b0c-458c-adee-98e42b80b14c,segment=NetworkSegment(3a56e684-3f29-4221-b1a4-f25d8cf87e97),segment_id=3a56e684-3f29-4221-b1a4-f25d8cf87e97)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:37:48.629602 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (bdeef6a2-1b0c-458c-adee-98e42b80b14c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:48.641944 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8178288-28e0-41d3-88bb-32b2016d5cca req-3483e08f-3686-4cd6-b5f8-41df95cadddc tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:48.644004 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-c8178288-28e0-41d3-88bb-32b2016d5cca req-3483e08f-3686-4cd6-b5f8-41df95cadddc tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4fc63ee-55ed-437c-81f4-4d658bf32051 HTTP/1.1" status: 200 len: 944 time: 0.0653279 Oct 20 13:37:48.697159 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=bdeef6a2-1b0c-458c-adee-98e42b80b14c,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:48.705469 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-c8178288-28e0-41d3-88bb-32b2016d5cca req-e51e0260-f8dc-4736-ab6b-c6aee2dd9fee tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9923baa6-74ba-4678-bf50-a51c21b5a5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555878 Oct 20 13:37:48.957786 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['bdeef6a2-1b0c-458c-adee-98e42b80b14c'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:37:49.114824 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-468b1510-1211-49cf-a3b8-8c592286f4cc req-548a7543-9c09-4f78-a20e-7666ebf1e6b3 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0787959c-f72a-4c43-9d8e-99727c31a00e HTTP/1.1" status: 200 len: 210 time: 0.0345128 Oct 20 13:37:49.153461 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a1ded-fc0a-4429-ae2e-838d9ed2fc53 req-06a2b8f3-3638-4cdc-84d6-80a0541c7fcc tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:49.154839 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-9d6a1ded-fc0a-4429-ae2e-838d9ed2fc53 req-06a2b8f3-3638-4cdc-84d6-80a0541c7fcc tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.0553277 Oct 20 13:37:49.202858 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-9d6a1ded-fc0a-4429-ae2e-838d9ed2fc53 req-a19eca03-fd2b-47c3-86e2-e881c76f236b tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417464 Oct 20 13:37:49.634746 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631f2fc-42b9-4db0-bd2b-d985da56810f req-fdea2ed4-a7db-4622-bb2e-7b13219a9625 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:49.636402 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-9631f2fc-42b9-4db0-bd2b-d985da56810f req-fdea2ed4-a7db-4622-bb2e-7b13219a9625 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0559962 Oct 20 13:37:49.643873 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f820660-1eab-4ae4-85b9-ff85822632e5 req-f15b8275-6add-4882-90e4-ddf1bb03b45b tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:49.645361 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7f820660-1eab-4ae4-85b9-ff85822632e5 req-f15b8275-6add-4882-90e4-ddf1bb03b45b tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.0627475 Oct 20 13:37:49.691336 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-9631f2fc-42b9-4db0-bd2b-d985da56810f req-ce879e23-5497-4575-84f4-3f2d3b067f8c tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479000 Oct 20 13:37:49.702329 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053ec12-9c98-4c48-978a-580cae97d216 req-92e9df4a-e555-4a4b-b0f6-e742ea0ec983 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:49.704243 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a053ec12-9c98-4c48-978a-580cae97d216 req-92e9df4a-e555-4a4b-b0f6-e742ea0ec983 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.20 "GET /networking/v2.0/networks?id=3d74f2a6-396d-4af0-8172-d2ba2f2834fd HTTP/1.1" status: 200 len: 813 time: 0.1762476 Oct 20 13:37:49.735209 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-a053ec12-9c98-4c48-978a-580cae97d216 req-db43762e-861e-45d2-aebe-b7517b6e8595 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Request body: {'port': {'device_id': '0787959c-f72a-4c43-9d8e-99727c31a00e', 'network_id': '3d74f2a6-396d-4af0-8172-d2ba2f2834fd', 'admin_state_up': True, 'tenant_id': 'c189090d654b46c880b0d40f1e46a563'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:49.755206 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7f820660-1eab-4ae4-85b9-ff85822632e5 req-f395ad08-f6a7-43a8-bfef-447463fc1450 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993221 Oct 20 13:37:49.831068 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b909f-8c5b-473f-a323-feeb50e025c7 req-9d4195a4-6ac5-4ffe-9a2f-9dd95ecc3248 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:49.832522 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d93b909f-8c5b-473f-a323-feeb50e025c7 req-9d4195a4-6ac5-4ffe-9a2f-9dd95ecc3248 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4fc63ee-55ed-437c-81f4-4d658bf32051 HTTP/1.1" status: 200 len: 945 time: 0.0457861 Oct 20 13:37:49.855795 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a053ec12-9c98-4c48-978a-580cae97d216 req-db43762e-861e-45d2-aebe-b7517b6e8595 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Made reservation on behalf of c189090d654b46c880b0d40f1e46a563 for: {'port': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:37:49.857016 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=100 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:49.859912 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-a053ec12-9c98-4c48-978a-580cae97d216 req-db43762e-861e-45d2-aebe-b7517b6e8595 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:49.885432 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d93b909f-8c5b-473f-a323-feeb50e025c7 req-62d268aa-c7cb-445f-822e-78ded69213e6 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9923baa6-74ba-4678-bf50-a51c21b5a5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472262 Oct 20 13:37:49.989752 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [req-a053ec12-9c98-4c48-978a-580cae97d216 req-db43762e-861e-45d2-aebe-b7517b6e8595 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Allocated IP 172.20.0.13 (3d74f2a6-396d-4af0-8172-d2ba2f2834fd/bab34570-96dd-42f5-82d8-eaf730b77738/48e38ca1-0978-43a8-a28f-176c07485795) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:37:50.143064 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-a053ec12-9c98-4c48-978a-580cae97d216 req-db43762e-861e-45d2-aebe-b7517b6e8595 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Publish callbacks [] for port (48e38ca1-0978-43a8-a28f-176c07485795), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:50.152606 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:50.184487 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-a053ec12-9c98-4c48-978a-580cae97d216 req-db43762e-861e-45d2-aebe-b7517b6e8595 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (48e38ca1-0978-43a8-a28f-176c07485795), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:50.216972 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device bdeef6a2-1b0c-458c-adee-98e42b80b14c up at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:37:50.227454 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:50.259562 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a053ec12-9c98-4c48-978a-580cae97d216 req-db43762e-861e-45d2-aebe-b7517b6e8595 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Network 3d74f2a6-396d-4af0-8172-d2ba2f2834fd is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:37:50.271037 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [req-a053ec12-9c98-4c48-978a-580cae97d216 req-db43762e-861e-45d2-aebe-b7517b6e8595 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:37:50.273500 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-a053ec12-9c98-4c48-978a-580cae97d216 req-db43762e-861e-45d2-aebe-b7517b6e8595 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:37:50.275883 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning for port bdeef6a2-1b0c-458c-adee-98e42b80b14c completed by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 13:37:50.285533 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning complete for port bdeef6a2-1b0c-458c-adee-98e42b80b14c triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:50.286025 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (bdeef6a2-1b0c-458c-adee-98e42b80b14c), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:50.286490 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Attempt 1 to provision port bdeef6a2-1b0c-458c-adee-98e42b80b14c Oct 20 13:37:50.323592 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269c99d-c70e-478b-a489-80f1a8aeedaa req-9e113a3e-4f01-4b5f-8400-03d13796f2d8 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:50.325154 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1269c99d-c70e-478b-a489-80f1a8aeedaa req-9e113a3e-4f01-4b5f-8400-03d13796f2d8 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0787959c-f72a-4c43-9d8e-99727c31a00e HTTP/1.1" status: 200 len: 932 time: 0.1101549 Oct 20 13:37:50.325784 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43762e-861e-45d2-aebe-b7517b6e8595 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Pushing event updated for resources: {'Port': ['ID=48e38ca1-0978-43a8-a28f-176c07485795,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:50.343347 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d7244-435c-42a9-a467-a82f753f0d50 req-65627f52-8444-4079-8640-346a4e965bce tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:50.345698 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-db6d7244-435c-42a9-a467-a82f753f0d50 req-65627f52-8444-4079-8640-346a4e965bce tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.0524826 Oct 20 13:37:50.374771 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port bdeef6a2-1b0c-458c-adee-98e42b80b14c is: BUILD; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:50.375161 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (bdeef6a2-1b0c-458c-adee-98e42b80b14c), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:50.401908 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fc63ee-55ed-437c-81f4-4d658bf32051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdeef6a2-1b0c-458c-adee-98e42b80b14c'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:37:50.404467 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-db6d7244-435c-42a9-a467-a82f753f0d50 req-66feb48d-b940-4bba-b52a-310ed29e4f69 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523210 Oct 20 13:37:50.406971 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5374b1acb5d21f0576c4c748ca21f6e32e0c69c98f35ada2d9891fed02f2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb71d17-a6df-4013-8540-e6d3dc000f2e" -d '{"events": [{"server_uuid": "f4fc63ee-55ed-437c-81f4-4d658bf32051", "name": "network-vif-plugged", "status": "completed", "tag": "bdeef6a2-1b0c-458c-adee-98e42b80b14c"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:37:50.420775 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port bdeef6a2-1b0c-458c-adee-98e42b80b14c, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=bdeef6a2-1b0c-458c-adee-98e42b80b14c,segment=NetworkSegment(3a56e684-3f29-4221-b1a4-f25d8cf87e97),segment_id=3a56e684-3f29-4221-b1a4-f25d8cf87e97)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:37:50.437263 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (bdeef6a2-1b0c-458c-adee-98e42b80b14c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:50.470248 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d730713c-d9a9-4966-b847-16bacdf1f4b2 x-openstack-request-id: req-d730713c-d9a9-4966-b847-16bacdf1f4b2 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:37:50.470693 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fc63ee-55ed-437c-81f4-4d658bf32051", "name": "network-vif-plugged", "status": "completed", "tag": "bdeef6a2-1b0c-458c-adee-98e42b80b14c", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:37:50.471008 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d730713c-d9a9-4966-b847-16bacdf1f4b2 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:37:50.471465 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d730713c-d9a9-4966-b847-16bacdf1f4b2'] response: {'server_uuid': 'f4fc63ee-55ed-437c-81f4-4d658bf32051', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdeef6a2-1b0c-458c-adee-98e42b80b14c', 'code': 200} Oct 20 13:37:50.473854 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:50.496943 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=bdeef6a2-1b0c-458c-adee-98e42b80b14c,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:50.607638 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053ec12-9c98-4c48-978a-580cae97d216 req-db43762e-861e-45d2-aebe-b7517b6e8595 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:50.608339 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-a053ec12-9c98-4c48-978a-580cae97d216 req-db43762e-861e-45d2-aebe-b7517b6e8595 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:50.661420 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a053ec12-9c98-4c48-978a-580cae97d216 req-db43762e-861e-45d2-aebe-b7517b6e8595 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9337821 Oct 20 13:37:50.673160 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1269c99d-c70e-478b-a489-80f1a8aeedaa req-d84d82ee-5c22-4ec7-96dc-7ced9a8f9a7d tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=199a0219-20b9-42f6-b51d-45645d6794d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378606 Oct 20 13:37:50.681169 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-a053ec12-9c98-4c48-978a-580cae97d216 req-4db3e5c5-d58a-41a1-a548-24ca5861a2eb service neutron] Request body: {'port': {'device_id': '0787959c-f72a-4c43-9d8e-99727c31a00e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86213'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:50.685456 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e48b2-5ca6-4a63-91ad-4bc9c4d2cb2b req-e55ea2ef-5b3d-4f05-a716-200ad1292b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:50.686912 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7b0e48b2-5ca6-4a63-91ad-4bc9c4d2cb2b req-e55ea2ef-5b3d-4f05-a716-200ad1292b92 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f4fc63ee-55ed-437c-81f4-4d658bf32051 HTTP/1.1" status: 200 len: 1130 time: 0.0606072 Oct 20 13:37:50.777096 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7b0e48b2-5ca6-4a63-91ad-4bc9c4d2cb2b req-08ccd665-8a93-46ba-a9a2-ca05b66f1d2f service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9923baa6-74ba-4678-bf50-a51c21b5a5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744383 Oct 20 13:37:50.777682 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-a053ec12-9c98-4c48-978a-580cae97d216 req-4db3e5c5-d58a-41a1-a548-24ca5861a2eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (48e38ca1-0978-43a8-a28f-176c07485795), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:50.884434 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6428dd1-6632-4576-937b-48c222fd6e45 req-2162a8d0-4f85-4379-a03f-9f0e2c6d848c tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:50.886046 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-f6428dd1-6632-4576-937b-48c222fd6e45 req-2162a8d0-4f85-4379-a03f-9f0e2c6d848c tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.0497751 Oct 20 13:37:50.937240 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-f6428dd1-6632-4576-937b-48c222fd6e45 req-fce0cf25-c24b-4fa4-85e4-65791faeb1e5 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445795 Oct 20 13:37:51.039038 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44541022-acc6-4b10-929d-9af55a7bfe9e req-f40642ef-a056-4f4c-8166-277b3316bc94 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:51.040592 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-44541022-acc6-4b10-929d-9af55a7bfe9e req-f40642ef-a056-4f4c-8166-277b3316bc94 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4fc63ee-55ed-437c-81f4-4d658bf32051 HTTP/1.1" status: 200 len: 946 time: 0.0716832 Oct 20 13:37:51.125226 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [req-a053ec12-9c98-4c48-978a-580cae97d216 req-4db3e5c5-d58a-41a1-a548-24ca5861a2eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e38ca1-0978-43a8-a28f-176c07485795 {{(pid=104733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:37:51.134141 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-a053ec12-9c98-4c48-978a-580cae97d216 req-4db3e5c5-d58a-41a1-a548-24ca5861a2eb service neutron] Publish callbacks [] for port (48e38ca1-0978-43a8-a28f-176c07485795), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:51.139384 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-44541022-acc6-4b10-929d-9af55a7bfe9e req-3661e35b-3d31-4b52-9c5a-eaad46a90fed tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9923baa6-74ba-4678-bf50-a51c21b5a5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926220 Oct 20 13:37:51.152052 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.provisioning_blocks [req-a053ec12-9c98-4c48-978a-580cae97d216 req-4db3e5c5-d58a-41a1-a548-24ca5861a2eb service neutron] Transition to ACTIVE for port object 48e38ca1-0978-43a8-a28f-176c07485795 will not be triggered until provisioned by entity L2. {{(pid=104733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 13:37:51.155967 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-a053ec12-9c98-4c48-978a-580cae97d216 req-4db3e5c5-d58a-41a1-a548-24ca5861a2eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (48e38ca1-0978-43a8-a28f-176c07485795), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:51.217497 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3e5c5-d58a-41a1-a548-24ca5861a2eb service neutron] Pushing event updated for resources: {'Port': ['ID=48e38ca1-0978-43a8-a28f-176c07485795,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:51.257395 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:51.267405 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-a053ec12-9c98-4c48-978a-580cae97d216 req-4db3e5c5-d58a-41a1-a548-24ca5861a2eb service neutron] Attempting to bind port 48e38ca1-0978-43a8-a28f-176c07485795 on host hv-cinder-86213 for vnic_type normal with profile {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:37:51.267731 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-a053ec12-9c98-4c48-978a-580cae97d216 req-4db3e5c5-d58a-41a1-a548-24ca5861a2eb service neutron] Attempting to bind port 48e38ca1-0978-43a8-a28f-176c07485795 by drivers openvswitch,hyperv on host hv-cinder-86213 at level 0 using segments [{'id': 'f2ec3ead-e9f4-44ff-a786-53bba697e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3d74f2a6-396d-4af0-8172-d2ba2f2834fd'}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:37:51.268053 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a053ec12-9c98-4c48-978a-580cae97d216 req-4db3e5c5-d58a-41a1-a548-24ca5861a2eb service neutron] Attempting to bind port 48e38ca1-0978-43a8-a28f-176c07485795 on network 3d74f2a6-396d-4af0-8172-d2ba2f2834fd {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:37:51.299667 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:51.311414 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a053ec12-9c98-4c48-978a-580cae97d216 req-4db3e5c5-d58a-41a1-a548-24ca5861a2eb service neutron] Port 48e38ca1-0978-43a8-a28f-176c07485795 on network 3d74f2a6-396d-4af0-8172-d2ba2f2834fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86213 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 13:37:51.311739 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a053ec12-9c98-4c48-978a-580cae97d216 req-4db3e5c5-d58a-41a1-a548-24ca5861a2eb service neutron] Attempting to bind port 48e38ca1-0978-43a8-a28f-176c07485795 on network 3d74f2a6-396d-4af0-8172-d2ba2f2834fd {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:37:51.357056 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a053ec12-9c98-4c48-978a-580cae97d216 req-4db3e5c5-d58a-41a1-a548-24ca5861a2eb service neutron] Checking agent: {'id': '4b042e07-7f30-49b6-94c5-05338f7deed3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'started_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:37:51.357387 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a053ec12-9c98-4c48-978a-580cae97d216 req-4db3e5c5-d58a-41a1-a548-24ca5861a2eb service neutron] Checking segment: {'id': 'f2ec3ead-e9f4-44ff-a786-53bba697e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3d74f2a6-396d-4af0-8172-d2ba2f2834fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:37:51.357833 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a053ec12-9c98-4c48-978a-580cae97d216 req-4db3e5c5-d58a-41a1-a548-24ca5861a2eb service neutron] Bound using segment: {'id': 'f2ec3ead-e9f4-44ff-a786-53bba697e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3d74f2a6-396d-4af0-8172-d2ba2f2834fd'} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:37:51.358190 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-a053ec12-9c98-4c48-978a-580cae97d216 req-4db3e5c5-d58a-41a1-a548-24ca5861a2eb service neutron] Bound port: 48e38ca1-0978-43a8-a28f-176c07485795, host: hv-cinder-86213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2ec3ead-e9f4-44ff-a786-53bba697e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3d74f2a6-396d-4af0-8172-d2ba2f2834fd'}}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:37:51.358542 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-a053ec12-9c98-4c48-978a-580cae97d216 req-4db3e5c5-d58a-41a1-a548-24ca5861a2eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (48e38ca1-0978-43a8-a28f-176c07485795), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:51.419798 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-a053ec12-9c98-4c48-978a-580cae97d216 req-4db3e5c5-d58a-41a1-a548-24ca5861a2eb service neutron] For port 48e38ca1-0978-43a8-a28f-176c07485795, host hv-cinder-86213, cleared binding levels {{(pid=104733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:37:51.423791 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-a053ec12-9c98-4c48-978a-580cae97d216 req-4db3e5c5-d58a-41a1-a548-24ca5861a2eb service neutron] For port 48e38ca1-0978-43a8-a28f-176c07485795, host hv-cinder-86213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=48e38ca1-0978-43a8-a28f-176c07485795,segment=NetworkSegment(f2ec3ead-e9f4-44ff-a786-53bba697e934),segment_id=f2ec3ead-e9f4-44ff-a786-53bba697e934)] {{(pid=104733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:37:51.429586 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-a053ec12-9c98-4c48-978a-580cae97d216 req-4db3e5c5-d58a-41a1-a548-24ca5861a2eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (48e38ca1-0978-43a8-a28f-176c07485795), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:51.433609 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053ec12-9c98-4c48-978a-580cae97d216 req-4db3e5c5-d58a-41a1-a548-24ca5861a2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:51.434207 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-a053ec12-9c98-4c48-978a-580cae97d216 req-4db3e5c5-d58a-41a1-a548-24ca5861a2eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:51.435526 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a053ec12-9c98-4c48-978a-580cae97d216 req-4db3e5c5-d58a-41a1-a548-24ca5861a2eb service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/48e38ca1-0978-43a8-a28f-176c07485795 HTTP/1.1" status: 200 len: 1094 time: 0.7598617 Oct 20 13:37:51.436055 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0787959c-f72a-4c43-9d8e-99727c31a00e', 'tag': '48e38ca1-0978-43a8-a28f-176c07485795'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:37:51.438276 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1e3b8c-d096-4fbf-85a7-b9816c945517" -d '{"events": [{"name": "network-changed", "server_uuid": "0787959c-f72a-4c43-9d8e-99727c31a00e", "tag": "48e38ca1-0978-43a8-a28f-176c07485795"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:37:51.475621 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f01f6a-cdd1-4437-a886-4558846bc645 x-openstack-request-id: req-57f01f6a-cdd1-4437-a886-4558846bc645 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:37:51.475904 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0787959c-f72a-4c43-9d8e-99727c31a00e", "tag": "48e38ca1-0978-43a8-a28f-176c07485795", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:37:51.476146 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-57f01f6a-cdd1-4437-a886-4558846bc645 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:37:51.476532 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57f01f6a-cdd1-4437-a886-4558846bc645'] response: {'name': 'network-changed', 'server_uuid': '0787959c-f72a-4c43-9d8e-99727c31a00e', 'tag': '48e38ca1-0978-43a8-a28f-176c07485795', 'status': 'completed', 'code': 200} Oct 20 13:37:51.490236 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3e5c5-d58a-41a1-a548-24ca5861a2eb service neutron] Pushing event updated for resources: {'Port': ['ID=48e38ca1-0978-43a8-a28f-176c07485795,revision_number=3']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:51.549333 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ada987-43d2-48aa-acfa-4998f7787a8a req-d4219b4a-6485-4287-846f-aa2faa775423 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:51.550839 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b7ada987-43d2-48aa-acfa-4998f7787a8a req-d4219b4a-6485-4287-846f-aa2faa775423 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.0518181 Oct 20 13:37:51.599353 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b7ada987-43d2-48aa-acfa-4998f7787a8a req-c31b6b46-f1fe-4c2e-ad74-d0df7f505666 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427997 Oct 20 13:37:51.765570 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e3b8c-d096-4fbf-85a7-b9816c945517 req-420781c7-e4bb-4a8f-9e03-12ef7043d82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:51.767777 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ea1e3b8c-d096-4fbf-85a7-b9816c945517 req-420781c7-e4bb-4a8f-9e03-12ef7043d82e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c189090d654b46c880b0d40f1e46a563&device_id=0787959c-f72a-4c43-9d8e-99727c31a00e HTTP/1.1" status: 200 len: 1128 time: 0.0438850 Oct 20 13:37:51.803485 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41998e-bbae-47cd-9caa-88450dad017d req-bf7b57fc-a534-4285-804c-69be0332b7cb tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:51.805002 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-7c41998e-bbae-47cd-9caa-88450dad017d req-bf7b57fc-a534-4285-804c-69be0332b7cb tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0787959c-f72a-4c43-9d8e-99727c31a00e HTTP/1.1" status: 200 len: 944 time: 0.0507944 Oct 20 13:37:51.854016 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-7c41998e-bbae-47cd-9caa-88450dad017d req-b6c301ce-4237-4b0b-ba4a-993059d25d0d tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=199a0219-20b9-42f6-b51d-45645d6794d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434952 Oct 20 13:37:52.149621 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbcecd3-0799-4611-b2a0-03a7fd62ce8c req-bef43f01-e659-462c-aae4-25cc562448fc tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:52.151297 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9dbcecd3-0799-4611-b2a0-03a7fd62ce8c req-bef43f01-e659-462c-aae4-25cc562448fc tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.1356933 Oct 20 13:37:52.244220 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e3b8c-d096-4fbf-85a7-b9816c945517 req-c2a92723-cceb-488b-a21d-1dd4a554c66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:52.246609 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ea1e3b8c-d096-4fbf-85a7-b9816c945517 req-c2a92723-cceb-488b-a21d-1dd4a554c66b service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=c189090d654b46c880b0d40f1e46a563&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2484028 Oct 20 13:37:52.269690 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9dbcecd3-0799-4611-b2a0-03a7fd62ce8c req-1bd1250d-87a6-4fbb-91fe-41ccbc8e990a tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107414 Oct 20 13:37:52.283057 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8a891-93cf-47fd-9e0c-7e1a0ddad4b9 req-7e22fb1b-831d-4322-9764-6c908f0e5709 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:52.284520 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-7da8a891-93cf-47fd-9e0c-7e1a0ddad4b9 req-7e22fb1b-831d-4322-9764-6c908f0e5709 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4fc63ee-55ed-437c-81f4-4d658bf32051 HTTP/1.1" status: 200 len: 946 time: 0.0648670 Oct 20 13:37:52.325834 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=100 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:52.334227 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-7da8a891-93cf-47fd-9e0c-7e1a0ddad4b9 req-67310cf5-a061-42c6-8c27-a1296b520513 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9923baa6-74ba-4678-bf50-a51c21b5a5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436425 Oct 20 13:37:52.454463 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3bd40-0f77-41df-b8c5-40163abfadcd req-8f7318f8-45c9-44bb-8356-16ca01b0b331 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:52.455850 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-fcc3bd40-0f77-41df-b8c5-40163abfadcd req-8f7318f8-45c9-44bb-8356-16ca01b0b331 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4fc63ee-55ed-437c-81f4-4d658bf32051 HTTP/1.1" status: 200 len: 946 time: 0.0474200 Oct 20 13:37:52.466038 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 43872) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:37:52.470554 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-e3cb56e3-f929-4098-80ba-63538841c0bd tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Request body: {'floatingip': {'port_id': 'bdeef6a2-1b0c-458c-adee-98e42b80b14c'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:37:52.509817 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-e3cb56e3-f929-4098-80ba-63538841c0bd tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for floatingip (4a1c634b-8c1f-41dc-9b41-90abb838ffb1), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:52.743894 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adeb353-7748-4ef3-a642-e6556e4e0f5d req-93fc8dc8-fd2b-4110-b166-dae40a60821c tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:52.745705 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-0adeb353-7748-4ef3-a642-e6556e4e0f5d req-93fc8dc8-fd2b-4110-b166-dae40a60821c tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.0588043 Oct 20 13:37:52.756485 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:52.761953 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=58 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:52.806280 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-0adeb353-7748-4ef3-a642-e6556e4e0f5d req-cd316081-2b1b-4ada-b30f-22eda1975022 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532675 Oct 20 13:37:52.944567 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:52.976211 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:53.105324 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fe334e-b251-4824-987f-bb652aaf3174 req-e1e3a170-3c77-4305-9f06-18975d554164 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:53.106743 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f3fe334e-b251-4824-987f-bb652aaf3174 req-e1e3a170-3c77-4305-9f06-18975d554164 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0787959c-f72a-4c43-9d8e-99727c31a00e HTTP/1.1" status: 200 len: 944 time: 0.1696336 Oct 20 13:37:53.162471 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e3b8c-d096-4fbf-85a7-b9816c945517 req-a99c56d4-3517-464e-8e4d-4fcc5cd7e9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:53.164181 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ea1e3b8c-d096-4fbf-85a7-b9816c945517 req-a99c56d4-3517-464e-8e4d-4fcc5cd7e9f3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3078353 Oct 20 13:37:53.166925 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-e3cb56e3-f929-4098-80ba-63538841c0bd tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:53.173716 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-e3cb56e3-f929-4098-80ba-63538841c0bd tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (4a1c634b-8c1f-41dc-9b41-90abb838ffb1), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:53.265888 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f3fe334e-b251-4824-987f-bb652aaf3174 req-a5a6f64b-04e1-49a6-9c9f-4608dc16101d tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=199a0219-20b9-42f6-b51d-45645d6794d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420507 Oct 20 13:37:53.301419 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053ec12-9c98-4c48-978a-580cae97d216 req-5e74cd9c-fe42-4ddb-bf42-0fadd65b099b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:53.302915 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a053ec12-9c98-4c48-978a-580cae97d216 req-5e74cd9c-fe42-4ddb-bf42-0fadd65b099b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c189090d654b46c880b0d40f1e46a563&device_id=0787959c-f72a-4c43-9d8e-99727c31a00e HTTP/1.1" status: 200 len: 1128 time: 0.0897782 Oct 20 13:37:53.388431 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953571a5-0099-4ff4-be19-968165971046 req-79e11e19-1d62-41ac-be20-3dd9f12b8451 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:53.389984 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-953571a5-0099-4ff4-be19-968165971046 req-79e11e19-1d62-41ac-be20-3dd9f12b8451 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.0492024 Oct 20 13:37:53.441332 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-953571a5-0099-4ff4-be19-968165971046 req-4e91bd9e-c208-4f5b-995b-ae6b993cd66d tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448012 Oct 20 13:37:53.553396 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a053ec12-9c98-4c48-978a-580cae97d216 req-24f770c5-e0c8-469c-8c5b-c807a9515f1a service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48e38ca1-0978-43a8-a28f-176c07485795 HTTP/1.1" status: 200 len: 217 time: 0.2414963 Oct 20 13:37:53.558216 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.db.l3_db [None req-e3cb56e3-f929-4098-80ba-63538841c0bd tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Floating IP 4a1c634b-8c1f-41dc-9b41-90abb838ffb1 associated. External IP: 172.27.0.164, port: bdeef6a2-1b0c-458c-adee-98e42b80b14c. Oct 20 13:37:53.648396 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053ec12-9c98-4c48-978a-580cae97d216 req-dfad0e4a-9718-4188-8c7e-9949c3977f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:53.649848 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a053ec12-9c98-4c48-978a-580cae97d216 req-dfad0e4a-9718-4188-8c7e-9949c3977f17 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=bab34570-96dd-42f5-82d8-eaf730b77738 HTTP/1.1" status: 200 len: 853 time: 0.0894587 Oct 20 13:37:53.707698 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a053ec12-9c98-4c48-978a-580cae97d216 req-d42da9a9-0f7a-4dc3-98e7-2e3fc430fa61 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=3d74f2a6-396d-4af0-8172-d2ba2f2834fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317404 Oct 20 13:37:53.883262 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a053ec12-9c98-4c48-978a-580cae97d216 req-7ec34da6-9424-4539-9d95-067a36b4d421 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/3d74f2a6-396d-4af0-8172-d2ba2f2834fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662259 Oct 20 13:37:53.894301 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cb56e3-f929-4098-80ba-63538841c0bd tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:37:53.992332 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff6058-5919-47cc-998e-bb0430214ebd req-fc05f40e-fd33-49f2-b32d-ab8a4be0c572 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:53.993783 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-72ff6058-5919-47cc-998e-bb0430214ebd req-fc05f40e-fd33-49f2-b32d-ab8a4be0c572 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.1048923 Oct 20 13:37:54.082964 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a053ec12-9c98-4c48-978a-580cae97d216 req-1938ad6d-c656-4e9a-8169-38dc1105867e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/3d74f2a6-396d-4af0-8172-d2ba2f2834fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910491 Oct 20 13:37:54.089882 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:54.094549 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:54.140539 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-72ff6058-5919-47cc-998e-bb0430214ebd req-511cdc52-8463-41ce-9bd0-4366c2d48197 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100533 Oct 20 13:37:54.150118 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cb56e3-f929-4098-80ba-63538841c0bd tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:37:54.154830 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-e3cb56e3-f929-4098-80ba-63538841c0bd tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:54.168418 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6459a4-53da-4cd1-abcd-faf36f0e6ac4 None None] Sync routers for ids ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'] in dv-cinder-862136-1-iscsi {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:37:54.180100 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6459a4-53da-4cd1-abcd-faf36f0e6ac4 None None] Routers {'1f3c4c41-ebbf-411a-9bb1-1745db5a6489'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:37:54.180718 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-fd6459a4-53da-4cd1-abcd-faf36f0e6ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:37:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:54.185818 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-e3cb56e3-f929-4098-80ba-63538841c0bd tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/4a1c634b-8c1f-41dc-9b41-90abb838ffb1 HTTP/1.1" status: 200 len: 992 time: 1.7187023 Oct 20 13:37:54.186539 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4fc63ee-55ed-437c-81f4-4d658bf32051', 'tag': 'bdeef6a2-1b0c-458c-adee-98e42b80b14c'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:37:54.188830 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1aa64bb-6e93-499d-a197-22b702d89906" -d '{"events": [{"name": "network-changed", "server_uuid": "f4fc63ee-55ed-437c-81f4-4d658bf32051", "tag": "bdeef6a2-1b0c-458c-adee-98e42b80b14c"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:37:54.228059 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549acaf3-7ad6-4856-a929-ca5462c96f5c x-openstack-request-id: req-549acaf3-7ad6-4856-a929-ca5462c96f5c {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:37:54.228410 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4fc63ee-55ed-437c-81f4-4d658bf32051", "tag": "bdeef6a2-1b0c-458c-adee-98e42b80b14c", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:37:54.228654 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-549acaf3-7ad6-4856-a929-ca5462c96f5c {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:37:54.229073 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-549acaf3-7ad6-4856-a929-ca5462c96f5c'] response: {'name': 'network-changed', 'server_uuid': 'f4fc63ee-55ed-437c-81f4-4d658bf32051', 'tag': 'bdeef6a2-1b0c-458c-adee-98e42b80b14c', 'status': 'completed', 'code': 200} Oct 20 13:37:54.235569 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device c4329cd6-ac99-4465-b271-c87f6eb593c4 details requested by agent hyperv_hv-cinder-86213 with host hv-cinder-86213 {{(pid=104734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 13:37:54.298829 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-fd6459a4-53da-4cd1-abcd-faf36f0e6ac4 None None] Set router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:37:54.393713 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345aa86d-a315-416d-9bf0-d29cf6471641 req-f2ca2809-c1c9-4b6f-a094-7ff1faec8c6e tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:54.395091 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-345aa86d-a315-416d-9bf0-d29cf6471641 req-f2ca2809-c1c9-4b6f-a094-7ff1faec8c6e tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0787959c-f72a-4c43-9d8e-99727c31a00e HTTP/1.1" status: 200 len: 944 time: 0.0517294 Oct 20 13:37:54.441123 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-345aa86d-a315-416d-9bf0-d29cf6471641 req-d5300032-3efc-404f-9911-0dec7a2cf38c tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=199a0219-20b9-42f6-b51d-45645d6794d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402339 Oct 20 13:37:54.496501 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:54.513037 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port c4329cd6-ac99-4465-b271-c87f6eb593c4, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=c4329cd6-ac99-4465-b271-c87f6eb593c4,segment=NetworkSegment(05e72368-f775-4124-bc91-39623e93b8b1),segment_id=05e72368-f775-4124-bc91-39623e93b8b1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:37:54.551877 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Returning: {'device': 'c4329cd6-ac99-4465-b271-c87f6eb593c4', 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'port_id': 'c4329cd6-ac99-4465-b271-c87f6eb593c4', 'mac_address': 'fa:16:3e:2e:17:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 13:37:54.569824 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179f60b-46c3-470a-a436-a19335980b3c req-a567ad1e-2a0e-4fa2-b747-8badb5397cf7 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:54.571407 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-6179f60b-46c3-470a-a436-a19335980b3c req-a567ad1e-2a0e-4fa2-b747-8badb5397cf7 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.0473032 Oct 20 13:37:54.624646 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-6179f60b-46c3-470a-a436-a19335980b3c req-4b879675-49ed-4c86-9bdb-7ff48ac2c1cf tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474570 Oct 20 13:37:54.630236 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port c4329cd6-ac99-4465-b271-c87f6eb593c4 is: ACTIVE; New status is: BUILD {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:54.630653 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (c4329cd6-ac99-4465-b271-c87f6eb593c4), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:54.649842 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2ffe783a-c0b6-4c72-8b45-55edf17db8c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:54.653649 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4329cd6-ac99-4465-b271-c87f6eb593c4 {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:37:54.700838 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port c4329cd6-ac99-4465-b271-c87f6eb593c4, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=c4329cd6-ac99-4465-b271-c87f6eb593c4,segment=NetworkSegment(05e72368-f775-4124-bc91-39623e93b8b1),segment_id=05e72368-f775-4124-bc91-39623e93b8b1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:37:54.707626 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-fd6459a4-53da-4cd1-abcd-faf36f0e6ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:37Z', 'revision_number': 4, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': '4a1c634b-8c1f-41dc-9b41-90abb838ffb1', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'port_id': 'bdeef6a2-1b0c-458c-adee-98e42b80b14c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'mac_address': 'fa:16:3e:21:e4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fc63ee-55ed-437c-81f4-4d658bf32051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:37:37Z', 'updated_at': '2022-10-20T13:37:52Z', 'revision_number': 1, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'fixed_ip_address_scope': None}, {'id': 'cd801b08-3aac-44e0-9b5a-bf4f86450df9', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'port_id': '945c0530-b30a-4e15-a586-dfaaa2fdd6ae', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'mac_address': 'fa:16:3e:0c:26:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07ca6e8-83ee-4690-97c1-7cc13774d5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:35:47Z', 'updated_at': '2022-10-20T13:36:40Z', 'revision_number': 2, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86fac27a-cd4f-4973-a4ae-a8871270433b', 'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'mac_address': 'fa:16:3e:53:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:35Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 5, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'subnets': [{'id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:54.709393 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (c4329cd6-ac99-4465-b271-c87f6eb593c4), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:54.736166 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6459a4-53da-4cd1-abcd-faf36f0e6ac4 None None] Checking router: 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 for host: dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:37:54.772676 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6459a4-53da-4cd1-abcd-faf36f0e6ac4 None None] Routers {'1f3c4c41-ebbf-411a-9bb1-1745db5a6489'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:37:54.773307 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-fd6459a4-53da-4cd1-abcd-faf36f0e6ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:37:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:54.823109 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=c4329cd6-ac99-4465-b271-c87f6eb593c4,revision_number=6']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:54.891669 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-fd6459a4-53da-4cd1-abcd-faf36f0e6ac4 None None] Set router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:37:54.963673 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['c4329cd6-ac99-4465-b271-c87f6eb593c4'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:37:54.994716 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:55.289463 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3178126-9060-40b9-bc18-57e507dade29 req-1b2474fc-6144-4770-b300-1532b412e158 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:55.291265 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c3178126-9060-40b9-bc18-57e507dade29 req-1b2474fc-6144-4770-b300-1532b412e158 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 945 time: 0.0570242 Oct 20 13:37:55.344123 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c3178126-9060-40b9-bc18-57e507dade29 req-a55e6476-c08d-4cad-95ff-d366992cad72 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470400 Oct 20 13:37:55.354373 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-fd6459a4-53da-4cd1-abcd-faf36f0e6ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:37Z', 'revision_number': 4, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': '4a1c634b-8c1f-41dc-9b41-90abb838ffb1', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'port_id': 'bdeef6a2-1b0c-458c-adee-98e42b80b14c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'mac_address': 'fa:16:3e:21:e4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fc63ee-55ed-437c-81f4-4d658bf32051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:37:37Z', 'updated_at': '2022-10-20T13:37:52Z', 'revision_number': 1, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'fixed_ip_address_scope': None}, {'id': 'cd801b08-3aac-44e0-9b5a-bf4f86450df9', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'port_id': '945c0530-b30a-4e15-a586-dfaaa2fdd6ae', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'mac_address': 'fa:16:3e:0c:26:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07ca6e8-83ee-4690-97c1-7cc13774d5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:35:47Z', 'updated_at': '2022-10-20T13:36:40Z', 'revision_number': 2, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86fac27a-cd4f-4973-a4ae-a8871270433b', 'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'mac_address': 'fa:16:3e:53:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:35Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 5, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'subnets': [{'id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:37:55.399354 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6459a4-53da-4cd1-abcd-faf36f0e6ac4 None None] The sync data for ids ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'] in dv-cinder-862136-1-iscsi is: [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:37Z', 'revision_number': 4, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': '4a1c634b-8c1f-41dc-9b41-90abb838ffb1', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'floating_ip_address': '172.27.0.164', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'port_id': 'bdeef6a2-1b0c-458c-adee-98e42b80b14c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'mac_address': 'fa:16:3e:21:e4:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4fc63ee-55ed-437c-81f4-4d658bf32051', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:37:37Z', 'updated_at': '2022-10-20T13:37:52Z', 'revision_number': 1, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'fixed_ip_address_scope': None}, {'id': 'cd801b08-3aac-44e0-9b5a-bf4f86450df9', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'port_id': '945c0530-b30a-4e15-a586-dfaaa2fdd6ae', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'mac_address': 'fa:16:3e:0c:26:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07ca6e8-83ee-4690-97c1-7cc13774d5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:35:47Z', 'updated_at': '2022-10-20T13:36:40Z', 'revision_number': 2, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86fac27a-cd4f-4973-a4ae-a8871270433b', 'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'mac_address': 'fa:16:3e:53:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:35Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 5, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'subnets': [{'id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:37:55.432936 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa64bb-6e93-499d-a197-22b702d89906 req-ef78a32a-9fce-465f-b5b0-3d9ecbfbe64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:55.434678 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e1aa64bb-6e93-499d-a197-22b702d89906 req-ef78a32a-9fce-465f-b5b0-3d9ecbfbe64c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b215cb88123a4851932dbf7dfa88f709&device_id=f4fc63ee-55ed-437c-81f4-4d658bf32051 HTTP/1.1" status: 200 len: 1130 time: 0.0449483 Oct 20 13:37:55.554965 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa64bb-6e93-499d-a197-22b702d89906 req-771a7065-8b27-4f2f-9d4f-69a3250a7d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:55.556838 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e1aa64bb-6e93-499d-a197-22b702d89906 req-771a7065-8b27-4f2f-9d4f-69a3250a7d98 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=6a87efad-1518-4319-8b6e-3edd28303f86 HTTP/1.1" status: 200 len: 915 time: 0.1046104 Oct 20 13:37:55.585727 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe771a-91a7-47d0-9424-3295f0b1a909 req-725b9af5-bc1b-41c5-a35a-e6ed0041893e tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:55.587379 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-1bfe771a-91a7-47d0-9424-3295f0b1a909 req-725b9af5-bc1b-41c5-a35a-e6ed0041893e tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0787959c-f72a-4c43-9d8e-99727c31a00e HTTP/1.1" status: 200 len: 944 time: 0.0588727 Oct 20 13:37:55.637453 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e1aa64bb-6e93-499d-a197-22b702d89906 req-8a9e43ea-7dca-434a-8985-0f0eb8dc79cf service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdeef6a2-1b0c-458c-adee-98e42b80b14c HTTP/1.1" status: 200 len: 1000 time: 0.0734105 Oct 20 13:37:55.648846 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-1bfe771a-91a7-47d0-9424-3295f0b1a909 req-9da6472c-c903-4e15-9f0f-6ca02eac58bc tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=199a0219-20b9-42f6-b51d-45645d6794d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531716 Oct 20 13:37:55.669006 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db97948-b1d3-4623-8aef-965d3a33d2a5 None None] New status for floating IP 4a1c634b-8c1f-41dc-9b41-90abb838ffb1: ACTIVE {{(pid=104735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 13:37:55.697271 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa64bb-6e93-499d-a197-22b702d89906 req-ec1d74fd-aef0-4917-897c-409f0dcca618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:55.699029 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e1aa64bb-6e93-499d-a197-22b702d89906 req-ec1d74fd-aef0-4917-897c-409f0dcca618 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=2fdacf12-c611-42fe-b6f6-2cbfeede8f9a HTTP/1.1" status: 200 len: 853 time: 0.0522799 Oct 20 13:37:55.775010 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa64bb-6e93-499d-a197-22b702d89906 req-d16ce83d-930e-429b-b738-27562d97a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:55.776505 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e1aa64bb-6e93-499d-a197-22b702d89906 req-d16ce83d-930e-429b-b738-27562d97a441 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=6a87efad-1518-4319-8b6e-3edd28303f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0692530 Oct 20 13:37:55.782627 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ded662-18fd-4a23-9f49-3b0bbe250f0c req-dae4666a-03d7-496b-81ba-f5b0cb51b74f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:55.783728 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d6ded662-18fd-4a23-9f49-3b0bbe250f0c req-dae4666a-03d7-496b-81ba-f5b0cb51b74f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.0672684 Oct 20 13:37:55.894597 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d6ded662-18fd-4a23-9f49-3b0bbe250f0c req-473d7ae7-b287-497b-af54-3be257b70b95 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050034 Oct 20 13:37:55.921465 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e1aa64bb-6e93-499d-a197-22b702d89906 req-c5d8eb58-5249-4a4d-80f1-6ed6e464b844 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248448 Oct 20 13:37:56.022317 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e1aa64bb-6e93-499d-a197-22b702d89906 req-cb1f8bd8-6cc4-4cbb-ad89-16516be111ad service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947404 Oct 20 13:37:56.243847 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device c4329cd6-ac99-4465-b271-c87f6eb593c4 up at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:37:56.290189 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning complete for port c4329cd6-ac99-4465-b271-c87f6eb593c4 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:37:56.290565 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (c4329cd6-ac99-4465-b271-c87f6eb593c4), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:56.290899 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Attempt 1 to provision port c4329cd6-ac99-4465-b271-c87f6eb593c4 Oct 20 13:37:56.293781 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:56.366967 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port c4329cd6-ac99-4465-b271-c87f6eb593c4 is: BUILD; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:56.367621 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (c4329cd6-ac99-4465-b271-c87f6eb593c4), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:56.391505 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b9ae5b-1e55-409f-9a61-b1e2a47d1b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4329cd6-ac99-4465-b271-c87f6eb593c4'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:37:56.393340 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5374b1acb5d21f0576c4c748ca21f6e32e0c69c98f35ada2d9891fed02f2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f100f675-338c-40d1-ac93-59cd3678dac5" -d '{"events": [{"server_uuid": "93b9ae5b-1e55-409f-9a61-b1e2a47d1b58", "name": "network-vif-plugged", "status": "completed", "tag": "c4329cd6-ac99-4465-b271-c87f6eb593c4"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:37:56.409931 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port c4329cd6-ac99-4465-b271-c87f6eb593c4, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=c4329cd6-ac99-4465-b271-c87f6eb593c4,segment=NetworkSegment(05e72368-f775-4124-bc91-39623e93b8b1),segment_id=05e72368-f775-4124-bc91-39623e93b8b1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:37:56.416217 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (c4329cd6-ac99-4465-b271-c87f6eb593c4), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:56.463318 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6955f206-79cb-440e-a495-8e09bf0ad66e x-openstack-request-id: req-6955f206-79cb-440e-a495-8e09bf0ad66e {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:37:56.463618 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b9ae5b-1e55-409f-9a61-b1e2a47d1b58", "name": "network-vif-plugged", "status": "completed", "tag": "c4329cd6-ac99-4465-b271-c87f6eb593c4", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:37:56.463864 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6955f206-79cb-440e-a495-8e09bf0ad66e {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:37:56.464246 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6955f206-79cb-440e-a495-8e09bf0ad66e'] response: {'server_uuid': '93b9ae5b-1e55-409f-9a61-b1e2a47d1b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4329cd6-ac99-4465-b271-c87f6eb593c4', 'code': 200} Oct 20 13:37:56.468956 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=c4329cd6-ac99-4465-b271-c87f6eb593c4,revision_number=7']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:56.505936 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9361bf5-84a4-484b-8761-b8e7d1f28719 req-c216f980-d62a-45a8-bdd9-d0aece71f58b tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:56.507440 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-e9361bf5-84a4-484b-8761-b8e7d1f28719 req-c216f980-d62a-45a8-bdd9-d0aece71f58b tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.0542152 Oct 20 13:37:56.557814 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-e9361bf5-84a4-484b-8761-b8e7d1f28719 req-6110396e-4fd2-4ae4-937d-48fe606bb51d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429919 Oct 20 13:37:56.788128 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28d2b1-c387-406e-b928-833848f54105 req-464587b1-247e-4e6d-a742-077667de5b7c tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:56.790898 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0f28d2b1-c387-406e-b928-833848f54105 req-464587b1-247e-4e6d-a742-077667de5b7c tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0787959c-f72a-4c43-9d8e-99727c31a00e HTTP/1.1" status: 200 len: 944 time: 0.0547862 Oct 20 13:37:56.842545 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0f28d2b1-c387-406e-b928-833848f54105 req-6835f64c-fd1c-4bd4-8dab-0706e6101b01 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=199a0219-20b9-42f6-b51d-45645d6794d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452318 Oct 20 13:37:56.967161 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2d1688c9-e703-4322-b1ff-fb77db0247d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:57.059850 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b17c5-ccd6-4436-bab7-d200797dd0ec req-07e4e39b-f736-4b8e-97cb-02c19c6dd2a6 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:57.070167 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-9a0b17c5-ccd6-4436-bab7-d200797dd0ec req-07e4e39b-f736-4b8e-97cb-02c19c6dd2a6 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.0761530 Oct 20 13:37:57.133612 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-9a0b17c5-ccd6-4436-bab7-d200797dd0ec req-25a3fcf1-6bb5-4ad1-b509-da9905cfed61 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531511 Oct 20 13:37:57.686354 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:57.707388 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea34237-5fda-449b-8bed-062f386fcccd req-54cdefae-9e20-4b26-b62c-0bffb95a6320 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:57.708948 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5ea34237-5fda-449b-8bed-062f386fcccd req-54cdefae-9e20-4b26-b62c-0bffb95a6320 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.0525849 Oct 20 13:37:57.761233 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5ea34237-5fda-449b-8bed-062f386fcccd req-7facf3bc-1275-46f8-a6eb-08a17260c4a5 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458188 Oct 20 13:37:57.959113 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=100 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:57.978702 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d41085-437f-4859-a59c-18ad0ea99c7d req-9b711ff5-9f26-418c-b056-95f192d1df16 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:57.980269 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-09d41085-437f-4859-a59c-18ad0ea99c7d req-9b711ff5-9f26-418c-b056-95f192d1df16 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0787959c-f72a-4c43-9d8e-99727c31a00e HTTP/1.1" status: 200 len: 944 time: 0.0541909 Oct 20 13:37:58.045821 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-09d41085-437f-4859-a59c-18ad0ea99c7d req-b11fccec-7624-4d7e-8de7-b7888b37e1f0 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=199a0219-20b9-42f6-b51d-45645d6794d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583713 Oct 20 13:37:58.154233 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:58.242990 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 48e38ca1-0978-43a8-a28f-176c07485795 details requested by agent hyperv_hv-cinder-86213 with host hv-cinder-86213 {{(pid=104734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 13:37:58.252847 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:58.274483 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429ee21-2bf9-4a48-a633-bc8059a2c14a req-cad00fc0-f7b3-4267-abdc-5e587692c237 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:58.281933 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9429ee21-2bf9-4a48-a633-bc8059a2c14a req-cad00fc0-f7b3-4267-abdc-5e587692c237 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.0629776 Oct 20 13:37:58.348601 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9429ee21-2bf9-4a48-a633-bc8059a2c14a req-071c7df5-7241-4566-946a-cb9e56c2b189 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653734 Oct 20 13:37:58.362727 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 48e38ca1-0978-43a8-a28f-176c07485795, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=48e38ca1-0978-43a8-a28f-176c07485795,segment=NetworkSegment(f2ec3ead-e9f4-44ff-a786-53bba697e934),segment_id=f2ec3ead-e9f4-44ff-a786-53bba697e934)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:37:58.373604 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Returning: {'device': '48e38ca1-0978-43a8-a28f-176c07485795', 'network_id': '3d74f2a6-396d-4af0-8172-d2ba2f2834fd', 'port_id': '48e38ca1-0978-43a8-a28f-176c07485795', 'mac_address': 'fa:16:3e:17:f4:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab34570-96dd-42f5-82d8-eaf730b77738', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 13:37:58.415001 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 48e38ca1-0978-43a8-a28f-176c07485795 is: DOWN; New status is: BUILD {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:37:58.415384 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (48e38ca1-0978-43a8-a28f-176c07485795), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:58.429865 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e38ca1-0978-43a8-a28f-176c07485795 {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:37:58.460788 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 48e38ca1-0978-43a8-a28f-176c07485795, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=48e38ca1-0978-43a8-a28f-176c07485795,segment=NetworkSegment(f2ec3ead-e9f4-44ff-a786-53bba697e934),segment_id=f2ec3ead-e9f4-44ff-a786-53bba697e934)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:37:58.466266 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (48e38ca1-0978-43a8-a28f-176c07485795), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:58.533645 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=48e38ca1-0978-43a8-a28f-176c07485795,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:37:58.781264 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['48e38ca1-0978-43a8-a28f-176c07485795'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:37:58.814802 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:58.959390 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc92f8d-6278-49c0-acbb-4d3dda83c5b2 req-368c944f-2c0b-4dbf-a7d4-5c9c9423f1d6 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:58.960936 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-fbc92f8d-6278-49c0-acbb-4d3dda83c5b2 req-368c944f-2c0b-4dbf-a7d4-5c9c9423f1d6 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.0514791 Oct 20 13:37:59.015449 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-fbc92f8d-6278-49c0-acbb-4d3dda83c5b2 req-99391bee-2edc-4f2f-a2f2-646b4e24b9c9 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488231 Oct 20 13:37:59.204416 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02495457-0f3c-4a10-9677-64162adbb239 req-f3ed6ede-4c97-477a-a7f2-bfb314629b68 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:59.214151 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-02495457-0f3c-4a10-9677-64162adbb239 req-f3ed6ede-4c97-477a-a7f2-bfb314629b68 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0787959c-f72a-4c43-9d8e-99727c31a00e HTTP/1.1" status: 200 len: 945 time: 0.0679302 Oct 20 13:37:59.303641 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-02495457-0f3c-4a10-9677-64162adbb239 req-5b1b80e7-5fd6-4490-b7f8-0f7900a6b32b tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=199a0219-20b9-42f6-b51d-45645d6794d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885348 Oct 20 13:37:59.490143 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d61c3d-ca4e-4646-b1e6-5503faedcfca req-09e332b5-5ee7-464f-91ed-e17a431d003d tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:59.491641 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-37d61c3d-ca4e-4646-b1e6-5503faedcfca req-09e332b5-5ee7-464f-91ed-e17a431d003d tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.0642049 Oct 20 13:37:59.501407 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-de79b84d-5b3f-463a-8320-5ec626d04ad5 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1530929524&fields=id&tenant_id=32ef0737a3844bfe8f4bc14b09ebc88b HTTP/1.1" status: 200 len: 267 time: 0.0483027 Oct 20 13:37:59.569519 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-37d61c3d-ca4e-4646-b1e6-5503faedcfca req-210afdc5-9286-49db-871b-2b9801d652b4 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603285 Oct 20 13:37:59.616539 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:59.635813 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-cedf151d-76dd-42fd-aec8-197183dc1fce tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:37:59.638886 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-cedf151d-76dd-42fd-aec8-197183dc1fce tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/networks?id=a2d938c2-510e-4c09-96e0-662b0c7b6d79 HTTP/1.1" status: 200 len: 812 time: 0.1295235 Oct 20 13:37:59.658347 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-2cb12d5a-293b-447e-9f86-a353ed341266 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/quotas/32ef0737a3844bfe8f4bc14b09ebc88b HTTP/1.1" status: 200 len: 375 time: 0.0132942 Oct 20 13:37:59.732775 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:37:59.735518 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-86db924d-fc4a-493d-93aa-a22e89d3bb8f tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=32ef0737a3844bfe8f4bc14b09ebc88b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0640728 Oct 20 13:37:59.814972 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=100 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:37:59.840496 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-750d8c5a-3c72-4239-9339-6365654e4282 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a2d938c2-510e-4c09-96e0-662b0c7b6d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019218 Oct 20 13:37:59.945747 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-0db18aff-a4eb-4fc1-844d-357c3cb82f20 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/a2d938c2-510e-4c09-96e0-662b0c7b6d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970247 Oct 20 13:38:00.219795 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ea7d7b-aab4-4d4c-bf07-8b6f2ff8b047 req-2a74a934-1437-435a-9a99-aeb45668c863 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:00.227857 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-72ea7d7b-aab4-4d4c-bf07-8b6f2ff8b047 req-2a74a934-1437-435a-9a99-aeb45668c863 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.0880451 Oct 20 13:38:00.247323 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 48e38ca1-0978-43a8-a28f-176c07485795 up at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:38:00.336631 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-72ea7d7b-aab4-4d4c-bf07-8b6f2ff8b047 req-d41ee180-90a1-4e18-84a9-0cc05ba14838 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074395 Oct 20 13:38:00.376551 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-e79a2fac-6dac-41ac-aada-6b50c5fcc7a0 req-085ebc21-b2d8-48f7-820f-af7cd4b42f88 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 210 time: 0.0854743 Oct 20 13:38:00.421068 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning for port 48e38ca1-0978-43a8-a28f-176c07485795 completed by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 13:38:00.439408 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning complete for port 48e38ca1-0978-43a8-a28f-176c07485795 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:38:00.439785 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (48e38ca1-0978-43a8-a28f-176c07485795), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:00.440120 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Attempt 1 to provision port 48e38ca1-0978-43a8-a28f-176c07485795 Oct 20 13:38:00.522470 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925c8d4-7b6b-42b7-a68c-7a41ba54dd8b req-f54c9c6c-221b-4a30-b452-6480b2a3a114 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:00.529733 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-2925c8d4-7b6b-42b7-a68c-7a41ba54dd8b req-f54c9c6c-221b-4a30-b452-6480b2a3a114 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0787959c-f72a-4c43-9d8e-99727c31a00e HTTP/1.1" status: 200 len: 945 time: 0.0599096 Oct 20 13:38:00.566326 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:00.585952 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-2925c8d4-7b6b-42b7-a68c-7a41ba54dd8b req-555858b4-ddf5-4683-a906-e30f9ddde5e0 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=199a0219-20b9-42f6-b51d-45645d6794d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550239 Oct 20 13:38:00.623831 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 48e38ca1-0978-43a8-a28f-176c07485795 is: BUILD; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:38:00.624748 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (48e38ca1-0978-43a8-a28f-176c07485795), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:00.642975 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca9a65-952a-4f10-a96b-ec636d523677 req-4542be05-634f-421a-8c6d-d4243848ffed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:00.645242 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-72ca9a65-952a-4f10-a96b-ec636d523677 req-4542be05-634f-421a-8c6d-d4243848ffed service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 1129 time: 0.1175115 Oct 20 13:38:00.676146 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0787959c-f72a-4c43-9d8e-99727c31a00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e38ca1-0978-43a8-a28f-176c07485795'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:38:00.679573 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5374b1acb5d21f0576c4c748ca21f6e32e0c69c98f35ada2d9891fed02f2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07864ec-4c4b-4ac2-a011-26bf29bc0885" -d '{"events": [{"server_uuid": "0787959c-f72a-4c43-9d8e-99727c31a00e", "name": "network-vif-plugged", "status": "completed", "tag": "48e38ca1-0978-43a8-a28f-176c07485795"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:38:00.702296 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 48e38ca1-0978-43a8-a28f-176c07485795, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=48e38ca1-0978-43a8-a28f-176c07485795,segment=NetworkSegment(f2ec3ead-e9f4-44ff-a786-53bba697e934),segment_id=f2ec3ead-e9f4-44ff-a786-53bba697e934)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:38:00.713098 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (48e38ca1-0978-43a8-a28f-176c07485795), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:00.764762 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-72ca9a65-952a-4f10-a96b-ec636d523677 req-83ec3d7e-6938-4471-bbfc-757d1e750987 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109390 Oct 20 13:38:00.769624 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318dd378-4d31-4f2b-bed0-636a3f125d28 x-openstack-request-id: req-318dd378-4d31-4f2b-bed0-636a3f125d28 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:38:00.770159 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0787959c-f72a-4c43-9d8e-99727c31a00e", "name": "network-vif-plugged", "status": "completed", "tag": "48e38ca1-0978-43a8-a28f-176c07485795", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:38:00.770608 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-318dd378-4d31-4f2b-bed0-636a3f125d28 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:38:00.771754 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-318dd378-4d31-4f2b-bed0-636a3f125d28'] response: {'server_uuid': '0787959c-f72a-4c43-9d8e-99727c31a00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e38ca1-0978-43a8-a28f-176c07485795', 'code': 200} Oct 20 13:38:00.808732 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=48e38ca1-0978-43a8-a28f-176c07485795,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:38:00.811500 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577af5b-f8e2-48bb-86e7-7367af791184 req-e38c7e9c-92ba-4111-99ca-7add142d71c9 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:00.819081 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6577af5b-f8e2-48bb-86e7-7367af791184 req-e38c7e9c-92ba-4111-99ca-7add142d71c9 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.1176920 Oct 20 13:38:00.880938 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6577af5b-f8e2-48bb-86e7-7367af791184 req-72ab7188-53db-492e-be51-59073f773609 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604157 Oct 20 13:38:01.515873 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2d937186-bf8e-49c5-97f1-6883987650bc req-4e9eb1ec-6d5d-4e89-a4e5-6498d1fd305d tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 210 time: 0.0801647 Oct 20 13:38:01.550586 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c1f74-f8ce-452b-8b1f-a143051f0ead req-e1755c42-4946-45ac-9938-5fe00320db57 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:01.552879 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-c69c1f74-f8ce-452b-8b1f-a143051f0ead req-e1755c42-4946-45ac-9938-5fe00320db57 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.1145973 Oct 20 13:38:01.576973 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db173a61-09d6-4a4f-8c7e-8338c7d9fa61 req-3b13b80a-58cc-4749-99af-3c11e20da97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:01.579115 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-db173a61-09d6-4a4f-8c7e-8338c7d9fa61 req-3b13b80a-58cc-4749-99af-3c11e20da97b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0787959c-f72a-4c43-9d8e-99727c31a00e HTTP/1.1" status: 200 len: 1130 time: 0.1003547 Oct 20 13:38:01.629340 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-c69c1f74-f8ce-452b-8b1f-a143051f0ead req-2bbc5011-8e26-46af-8ac3-8630ae415a87 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696125 Oct 20 13:38:01.706826 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-db173a61-09d6-4a4f-8c7e-8338c7d9fa61 req-be8710a8-8096-4f21-a6a3-d2d2f1215dd5 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=199a0219-20b9-42f6-b51d-45645d6794d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160257 Oct 20 13:38:01.725943 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ac2fa-5cab-4ee5-b4dc-06d97e2d78ef req-74d93c7f-49b1-4f65-ad92-d11dc068abf1 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:01.727592 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-516ac2fa-5cab-4ee5-b4dc-06d97e2d78ef req-74d93c7f-49b1-4f65-ad92-d11dc068abf1 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0787959c-f72a-4c43-9d8e-99727c31a00e HTTP/1.1" status: 200 len: 946 time: 0.0578315 Oct 20 13:38:01.780186 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-516ac2fa-5cab-4ee5-b4dc-06d97e2d78ef req-e50ca02c-ecd0-4e5f-a3c0-450caef6bfa9 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=199a0219-20b9-42f6-b51d-45645d6794d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470402 Oct 20 13:38:02.038205 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e8634-744d-4ec4-935b-7ba8ee641059 req-26a1e5a7-3526-403a-a440-0508fc7e72f5 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:02.040771 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d55e8634-744d-4ec4-935b-7ba8ee641059 req-26a1e5a7-3526-403a-a440-0508fc7e72f5 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.0767903 Oct 20 13:38:02.104365 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d55e8634-744d-4ec4-935b-7ba8ee641059 req-318fc9d3-0987-4091-aad3-6092b2a0dcc4 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547731 Oct 20 13:38:02.635632 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-78fc634c-99d0-4e06-a0d5-695ad4055d40 req-2588b0e5-61f1-49b0-91fb-763ebda39b1f tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 210 time: 0.0319808 Oct 20 13:38:02.765623 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcbcac-2c97-4db5-b70f-4a1e651f1508 req-8a95caef-1331-420a-98ba-011ee82b1c79 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:02.767265 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-e1fcbcac-2c97-4db5-b70f-4a1e651f1508 req-8a95caef-1331-420a-98ba-011ee82b1c79 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.0525846 Oct 20 13:38:02.839203 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-e1fcbcac-2c97-4db5-b70f-4a1e651f1508 req-48121883-9d18-4eed-9078-5789fdfeaf20 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636702 Oct 20 13:38:02.912648 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35928fca-4472-47f1-a57c-74b7518926a1 req-b6f74f51-f63d-4f93-b200-3f7981b83e66 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:02.914557 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-35928fca-4472-47f1-a57c-74b7518926a1 req-b6f74f51-f63d-4f93-b200-3f7981b83e66 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0787959c-f72a-4c43-9d8e-99727c31a00e HTTP/1.1" status: 200 len: 946 time: 0.0520146 Oct 20 13:38:02.965604 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-35928fca-4472-47f1-a57c-74b7518926a1 req-dce0bbf8-6c46-4253-8552-d2e9d10cb838 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=199a0219-20b9-42f6-b51d-45645d6794d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454295 Oct 20 13:38:03.121956 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:38:03.239766 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901704b2-86b3-447d-8cd5-a6d36f9453ed req-15348983-db96-49a7-b835-08f3fc074ee1 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:03.246934 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-901704b2-86b3-447d-8cd5-a6d36f9453ed req-15348983-db96-49a7-b835-08f3fc074ee1 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.0571475 Oct 20 13:38:03.298460 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-901704b2-86b3-447d-8cd5-a6d36f9453ed req-9d83b6ea-5bba-4268-a99e-358a46e8988b tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501833 Oct 20 13:38:03.460571 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:03.477400 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9642ebae-288a-48c7-9dea-100fe1e8b165 req-76115c13-b5a9-4a96-b5ff-b60a0934ac59 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:03.478879 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9642ebae-288a-48c7-9dea-100fe1e8b165 req-76115c13-b5a9-4a96-b5ff-b60a0934ac59 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0530467 Oct 20 13:38:03.534514 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9642ebae-288a-48c7-9dea-100fe1e8b165 req-a45f4c4b-f1b6-442b-9506-f54c9ea67b7e tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487437 Oct 20 13:38:03.769210 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-cb84df59-963f-4249-98b6-fb65f35ad6e7 req-a545de9d-34e8-4ca5-8146-d67d001ba586 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 210 time: 0.0394695 Oct 20 13:38:04.002870 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61949ff-da25-4b73-92db-093484c59025 req-bb6c7bc7-8014-4d3a-b877-02349c5483ba tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:04.010028 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e61949ff-da25-4b73-92db-093484c59025 req-bb6c7bc7-8014-4d3a-b877-02349c5483ba tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.0603373 Oct 20 13:38:04.070433 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e61949ff-da25-4b73-92db-093484c59025 req-56b4a787-26fe-4f2f-a8fe-04530c8ec584 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594094 Oct 20 13:38:04.124099 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=100 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:04.149268 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923f9e2-b60c-4325-857f-1193efb91ec1 req-d82ff889-f88a-4735-a723-3551ea6ad6e9 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:04.150933 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d923f9e2-b60c-4325-857f-1193efb91ec1 req-d82ff889-f88a-4735-a723-3551ea6ad6e9 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0787959c-f72a-4c43-9d8e-99727c31a00e HTTP/1.1" status: 200 len: 946 time: 0.0826235 Oct 20 13:38:04.221840 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d923f9e2-b60c-4325-857f-1193efb91ec1 req-e69a0170-ce5d-417e-b326-5ade57354229 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=199a0219-20b9-42f6-b51d-45645d6794d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639009 Oct 20 13:38:04.404752 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-47bfcda1-1444-4330-b756-2a4e2cbd1ae3 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:04.406983 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-47bfcda1-1444-4330-b756-2a4e2cbd1ae3 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.20 "GET /networking/v2.0/networks?id=a2d938c2-510e-4c09-96e0-662b0c7b6d79 HTTP/1.1" status: 200 len: 812 time: 0.1107001 Oct 20 13:38:04.439741 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:04.493654 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-f2f0206f-42ce-41a8-8dfa-ee1b480cda83 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=32ef0737a3844bfe8f4bc14b09ebc88b HTTP/1.1" status: 200 len: 380 time: 0.0710363 Oct 20 13:38:04.504936 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-ce029606-1f72-4d5e-a008-c8ce27a5f3d6 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Request body: {'port': {'device_id': '3a95c3c3-dcce-457b-98df-7b6ff3df8680', 'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79', 'admin_state_up': True, 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'security_groups': ['2678eba4-1f73-47f3-910a-7e1e0f07fd23']}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:38:04.648228 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-ce029606-1f72-4d5e-a008-c8ce27a5f3d6 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Made reservation on behalf of 32ef0737a3844bfe8f4bc14b09ebc88b for: {'port': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:38:04.652897 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-ce029606-1f72-4d5e-a008-c8ce27a5f3d6 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:04.814043 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-ce029606-1f72-4d5e-a008-c8ce27a5f3d6 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Allocated IP 172.20.0.7 (a2d938c2-510e-4c09-96e0-662b0c7b6d79/abd9d85f-bedb-4be5-9db6-d4242bdfee39/819ed6f1-641c-46ab-baf3-306b4b54da88) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:38:04.902635 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-485421f5-5a4e-4307-8425-a9f84b87bca0 req-bec21519-aba8-4b4b-8bf0-6ac4960355b0 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 210 time: 0.0502858 Oct 20 13:38:05.036023 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-ce029606-1f72-4d5e-a008-c8ce27a5f3d6 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for port (819ed6f1-641c-46ab-baf3-306b4b54da88), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:05.095651 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-ce029606-1f72-4d5e-a008-c8ce27a5f3d6 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (819ed6f1-641c-46ab-baf3-306b4b54da88), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:05.163361 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-ce029606-1f72-4d5e-a008-c8ce27a5f3d6 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Network a2d938c2-510e-4c09-96e0-662b0c7b6d79 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:38:05.167571 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-ce029606-1f72-4d5e-a008-c8ce27a5f3d6 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:38:05.172147 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-ce029606-1f72-4d5e-a008-c8ce27a5f3d6 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:38:05.220986 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:05.227059 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-ce029606-1f72-4d5e-a008-c8ce27a5f3d6 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:05.227204 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-ce029606-1f72-4d5e-a008-c8ce27a5f3d6 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:05.265842 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-ce029606-1f72-4d5e-a008-c8ce27a5f3d6 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7653995 Oct 20 13:38:05.266448 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce029606-1f72-4d5e-a008-c8ce27a5f3d6 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Pushing event updated for resources: {'Port': ['ID=819ed6f1-641c-46ab-baf3-306b4b54da88,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:38:05.300548 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-353bc663-005a-4f9b-815f-907ad8bb922a service neutron] Request body: {'port': {'device_id': '3a95c3c3-dcce-457b-98df-7b6ff3df8680', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86213'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:38:05.359785 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728eb7d2-fb6d-4607-affb-d596db6714c0 req-bb044997-84cf-4c0b-8716-32c8f4abb7d1 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:05.362133 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-728eb7d2-fb6d-4607-affb-d596db6714c0 req-bb044997-84cf-4c0b-8716-32c8f4abb7d1 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.1210146 Oct 20 13:38:05.416724 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:05.469864 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea335c57-b613-47e6-bcc6-2ecb3f008549 req-19a2fc24-308e-4c62-ad03-637f04f6b4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:05.471540 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ea335c57-b613-47e6-bcc6-2ecb3f008549 req-19a2fc24-308e-4c62-ad03-637f04f6b4da service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f36e9fb394944eb0a0c2c0075dbc937c&device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 1129 time: 0.0511293 Oct 20 13:38:05.473770 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64b386-69dd-466e-b06c-b2614090449b req-ce33ce66-5bf1-40ae-b70b-c3884d8e57f9 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:05.481795 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-8d64b386-69dd-466e-b06c-b2614090449b req-ce33ce66-5bf1-40ae-b70b-c3884d8e57f9 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0787959c-f72a-4c43-9d8e-99727c31a00e HTTP/1.1" status: 200 len: 946 time: 0.0563610 Oct 20 13:38:05.533325 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-a9ee32fa-2db3-4fc6-b86b-0a6b3f9f229d None None] Provisioning complete for port 819ed6f1-641c-46ab-baf3-306b4b54da88 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:38:05.536827 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a9ee32fa-2db3-4fc6-b86b-0a6b3f9f229d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (819ed6f1-641c-46ab-baf3-306b4b54da88), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:05.537282 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-353bc663-005a-4f9b-815f-907ad8bb922a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (819ed6f1-641c-46ab-baf3-306b4b54da88), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:05.537708 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-a9ee32fa-2db3-4fc6-b86b-0a6b3f9f229d None None] Attempt 1 to provision port 819ed6f1-641c-46ab-baf3-306b4b54da88 Oct 20 13:38:05.556112 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-728eb7d2-fb6d-4607-affb-d596db6714c0 req-12bf2bd7-2db5-4b14-9f5d-1e9147c10208 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837230 Oct 20 13:38:05.570620 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-8d64b386-69dd-466e-b06c-b2614090449b req-0f706aec-3bbb-473f-85bc-b8697b53885b tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=199a0219-20b9-42f6-b51d-45645d6794d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877576 Oct 20 13:38:05.607682 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-a9ee32fa-2db3-4fc6-b86b-0a6b3f9f229d None None] Port 819ed6f1-641c-46ab-baf3-306b4b54da88 cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:38:05.699132 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f6ce2-607c-447a-a4d5-22ca93769b3a req-87eccd06-0fa6-4ec1-be47-83d3362012fd tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:05.707370 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea335c57-b613-47e6-bcc6-2ecb3f008549 req-4c7ac0f9-7c96-4ce1-a363-d15892f1591c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:05.709276 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ea335c57-b613-47e6-bcc6-2ecb3f008549 req-4c7ac0f9-7c96-4ce1-a363-d15892f1591c service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=80f8d646-52cd-4c79-be89-0476981cc6e9 HTTP/1.1" status: 200 len: 920 time: 0.2289379 Oct 20 13:38:05.710595 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-3f0f6ce2-607c-447a-a4d5-22ca93769b3a req-87eccd06-0fa6-4ec1-be47-83d3362012fd tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0668783 Oct 20 13:38:05.786591 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-3f0f6ce2-607c-447a-a4d5-22ca93769b3a req-a291bb7b-81fc-4f30-9b85-c4e351994512 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747550 Oct 20 13:38:05.800812 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ea335c57-b613-47e6-bcc6-2ecb3f008549 req-d86b2b41-2d8b-4e6a-810e-8a8f2ebedf26 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 HTTP/1.1" status: 200 len: 217 time: 0.0418093 Oct 20 13:38:05.820566 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:05.855695 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea335c57-b613-47e6-bcc6-2ecb3f008549 req-642a5ade-2875-43d8-91b0-79aaa5d73a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:05.857201 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ea335c57-b613-47e6-bcc6-2ecb3f008549 req-642a5ade-2875-43d8-91b0-79aaa5d73a77 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=39e34ab8-30e0-463a-a9d4-1b76cbd385a8 HTTP/1.1" status: 200 len: 858 time: 0.0486441 Oct 20 13:38:05.905683 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea335c57-b613-47e6-bcc6-2ecb3f008549 req-c1b5fa66-1c5e-4325-b2ce-787d33cab614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:05.907209 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ea335c57-b613-47e6-bcc6-2ecb3f008549 req-c1b5fa66-1c5e-4325-b2ce-787d33cab614 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=80f8d646-52cd-4c79-be89-0476981cc6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412438 Oct 20 13:38:06.384270 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515921f-0783-4a16-825e-4f10ca442368 req-1f9d456d-498a-44ca-a779-02acbb1141a2 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:06.387976 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4515921f-0783-4a16-825e-4f10ca442368 req-1f9d456d-498a-44ca-a779-02acbb1141a2 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 931 time: 0.3628824 Oct 20 13:38:06.397250 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ea335c57-b613-47e6-bcc6-2ecb3f008549 req-fb4d6b91-311c-4b87-9e3a-63de17929fe6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826856 Oct 20 13:38:06.448002 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:06.541489 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4515921f-0783-4a16-825e-4f10ca442368 req-e7c395fc-cb38-4dbf-b3a3-7a3d7baec672 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2678eba4-1f73-47f3-910a-7e1e0f07fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428843 Oct 20 13:38:06.598369 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-353bc663-005a-4f9b-815f-907ad8bb922a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 819ed6f1-641c-46ab-baf3-306b4b54da88 {{(pid=104733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:38:06.610549 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-353bc663-005a-4f9b-815f-907ad8bb922a service neutron] Publish callbacks [] for port (819ed6f1-641c-46ab-baf3-306b4b54da88), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:06.644547 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.provisioning_blocks [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-353bc663-005a-4f9b-815f-907ad8bb922a service neutron] Transition to ACTIVE for port object 819ed6f1-641c-46ab-baf3-306b4b54da88 will not be triggered until provisioned by entity L2. {{(pid=104733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 13:38:06.648713 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ea335c57-b613-47e6-bcc6-2ecb3f008549 req-d4fda6d3-d7b7-4b93-acc5-d24bfed4062d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377460 Oct 20 13:38:06.653324 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-353bc663-005a-4f9b-815f-907ad8bb922a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (819ed6f1-641c-46ab-baf3-306b4b54da88), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:06.688924 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:06.758215 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353bc663-005a-4f9b-815f-907ad8bb922a service neutron] Pushing event updated for resources: {'Port': ['ID=819ed6f1-641c-46ab-baf3-306b4b54da88,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:38:06.806949 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb16f0ec-9afc-4853-aaf9-3100fca7ccea req-6bd9391f-4a4a-4814-b6b1-ef2a25e5032b tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:06.810292 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-353bc663-005a-4f9b-815f-907ad8bb922a service neutron] Attempting to bind port 819ed6f1-641c-46ab-baf3-306b4b54da88 on host hv-cinder-86213 for vnic_type normal with profile {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:38:06.810730 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-353bc663-005a-4f9b-815f-907ad8bb922a service neutron] Attempting to bind port 819ed6f1-641c-46ab-baf3-306b4b54da88 by drivers openvswitch,hyperv on host hv-cinder-86213 at level 0 using segments [{'id': '464de70b-7d93-426a-9a2a-3b231e42bcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79'}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:38:06.811148 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-353bc663-005a-4f9b-815f-907ad8bb922a service neutron] Attempting to bind port 819ed6f1-641c-46ab-baf3-306b4b54da88 on network a2d938c2-510e-4c09-96e0-662b0c7b6d79 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:38:06.817531 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-bb16f0ec-9afc-4853-aaf9-3100fca7ccea req-6bd9391f-4a4a-4814-b6b1-ef2a25e5032b tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.1072910 Oct 20 13:38:06.863632 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-353bc663-005a-4f9b-815f-907ad8bb922a service neutron] Port 819ed6f1-641c-46ab-baf3-306b4b54da88 on network a2d938c2-510e-4c09-96e0-662b0c7b6d79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86213 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 13:38:06.864111 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-353bc663-005a-4f9b-815f-907ad8bb922a service neutron] Attempting to bind port 819ed6f1-641c-46ab-baf3-306b4b54da88 on network a2d938c2-510e-4c09-96e0-662b0c7b6d79 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:38:06.898896 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:06.918431 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-353bc663-005a-4f9b-815f-907ad8bb922a service neutron] Checking agent: {'id': '4b042e07-7f30-49b6-94c5-05338f7deed3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'started_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:38:06.918767 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-353bc663-005a-4f9b-815f-907ad8bb922a service neutron] Checking segment: {'id': '464de70b-7d93-426a-9a2a-3b231e42bcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:38:06.919164 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-353bc663-005a-4f9b-815f-907ad8bb922a service neutron] Bound using segment: {'id': '464de70b-7d93-426a-9a2a-3b231e42bcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79'} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:38:06.919595 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-353bc663-005a-4f9b-815f-907ad8bb922a service neutron] Bound port: 819ed6f1-641c-46ab-baf3-306b4b54da88, host: hv-cinder-86213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '464de70b-7d93-426a-9a2a-3b231e42bcb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79'}}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:38:06.919949 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-353bc663-005a-4f9b-815f-907ad8bb922a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (819ed6f1-641c-46ab-baf3-306b4b54da88), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:06.941556 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-bb16f0ec-9afc-4853-aaf9-3100fca7ccea req-0270f295-0f21-4dc3-bd6e-e5dab3184582 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184008 Oct 20 13:38:07.024551 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9f37c-8c74-4c55-b639-67800a91da2b req-b7957e47-ba9e-46ee-acc0-17fb44924ca5 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:07.029324 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3ee9f37c-8c74-4c55-b639-67800a91da2b req-b7957e47-ba9e-46ee-acc0-17fb44924ca5 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0987861 Oct 20 13:38:07.063774 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-353bc663-005a-4f9b-815f-907ad8bb922a service neutron] For port 819ed6f1-641c-46ab-baf3-306b4b54da88, host hv-cinder-86213, cleared binding levels {{(pid=104733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:38:07.087293 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-353bc663-005a-4f9b-815f-907ad8bb922a service neutron] For port 819ed6f1-641c-46ab-baf3-306b4b54da88, host hv-cinder-86213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=819ed6f1-641c-46ab-baf3-306b4b54da88,segment=NetworkSegment(464de70b-7d93-426a-9a2a-3b231e42bcb6),segment_id=464de70b-7d93-426a-9a2a-3b231e42bcb6)] {{(pid=104733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:38:07.103242 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-353bc663-005a-4f9b-815f-907ad8bb922a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (819ed6f1-641c-46ab-baf3-306b4b54da88), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:07.106619 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-353bc663-005a-4f9b-815f-907ad8bb922a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:07.107605 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-353bc663-005a-4f9b-815f-907ad8bb922a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:07.109052 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-353bc663-005a-4f9b-815f-907ad8bb922a service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/819ed6f1-641c-46ab-baf3-306b4b54da88 HTTP/1.1" status: 200 len: 1093 time: 1.8195405 Oct 20 13:38:07.112124 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a95c3c3-dcce-457b-98df-7b6ff3df8680', 'tag': '819ed6f1-641c-46ab-baf3-306b4b54da88'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:38:07.114376 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb7be1a-dfa2-4492-b720-67f369aa95bb" -d '{"events": [{"name": "network-changed", "server_uuid": "3a95c3c3-dcce-457b-98df-7b6ff3df8680", "tag": "819ed6f1-641c-46ab-baf3-306b4b54da88"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:38:07.123269 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3ee9f37c-8c74-4c55-b639-67800a91da2b req-98e1f572-c866-41bf-ad37-cb5fc3825fab tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824740 Oct 20 13:38:07.184166 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353bc663-005a-4f9b-815f-907ad8bb922a service neutron] Pushing event updated for resources: {'Port': ['ID=819ed6f1-641c-46ab-baf3-306b4b54da88,revision_number=3']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:38:07.232646 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70b8017-7738-4893-b46d-cf77e006ab54 x-openstack-request-id: req-a70b8017-7738-4893-b46d-cf77e006ab54 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:38:07.232963 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a95c3c3-dcce-457b-98df-7b6ff3df8680", "tag": "819ed6f1-641c-46ab-baf3-306b4b54da88", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:38:07.233212 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a70b8017-7738-4893-b46d-cf77e006ab54 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:38:07.233607 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a70b8017-7738-4893-b46d-cf77e006ab54'] response: {'name': 'network-changed', 'server_uuid': '3a95c3c3-dcce-457b-98df-7b6ff3df8680', 'tag': '819ed6f1-641c-46ab-baf3-306b4b54da88', 'status': 'completed', 'code': 200} Oct 20 13:38:07.246260 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-484aa410-b668-4de0-87f5-ff1fb91d9031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:07.248566 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-484aa410-b668-4de0-87f5-ff1fb91d9031 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=32ef0737a3844bfe8f4bc14b09ebc88b&device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 1127 time: 0.0515678 Oct 20 13:38:07.301896 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-ed84a99c-84b0-4f84-bac8-26c551489e6c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=819ed6f1-641c-46ab-baf3-306b4b54da88 HTTP/1.1" status: 200 len: 217 time: 0.0427833 Oct 20 13:38:07.356423 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-97668da1-1d83-4587-be98-eb47564db293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:07.358014 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-97668da1-1d83-4587-be98-eb47564db293 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=abd9d85f-bedb-4be5-9db6-d4242bdfee39 HTTP/1.1" status: 200 len: 851 time: 0.0495436 Oct 20 13:38:07.410379 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-3c35b997-a079-4a06-9308-51137a00ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:07.412084 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-3c35b997-a079-4a06-9308-51137a00ad3d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a2d938c2-510e-4c09-96e0-662b0c7b6d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419352 Oct 20 13:38:07.515055 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-c02af48e-35d5-4d2f-9901-b221f315f683 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a2d938c2-510e-4c09-96e0-662b0c7b6d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928779 Oct 20 13:38:07.656976 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b971fe05-bb5d-4f21-b6f0-f556df717793 req-0c08b784-925d-4cf6-8750-b590d8be39aa tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:07.658417 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b971fe05-bb5d-4f21-b6f0-f556df717793 req-0c08b784-925d-4cf6-8750-b590d8be39aa tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 943 time: 0.0466797 Oct 20 13:38:07.692016 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:07.709331 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b971fe05-bb5d-4f21-b6f0-f556df717793 req-37c5e1de-4925-4159-918c-e6201ff64ee3 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2678eba4-1f73-47f3-910a-7e1e0f07fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451279 Oct 20 13:38:07.827557 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f04d2daa-3f12-486c-bc24-d1a4ad9f9fe7 req-7461f437-91ba-4cdc-8c85-98e9fab087c0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a2d938c2-510e-4c09-96e0-662b0c7b6d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895305 Oct 20 13:38:08.068471 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee3072-0ff9-4ceb-b11b-fb41c75993c2 req-e263b5e5-9706-4f9f-b16c-fe53bd228eff tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:08.069944 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-8cee3072-0ff9-4ceb-b11b-fb41c75993c2 req-e263b5e5-9706-4f9f-b16c-fe53bd228eff tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.0482330 Oct 20 13:38:08.117109 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-8cee3072-0ff9-4ceb-b11b-fb41c75993c2 req-2b049582-1ae6-4602-bb75-86a64a312c75 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409102 Oct 20 13:38:08.259942 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5265a6-9d44-4216-9b28-1178c1238032 req-2341d9ec-abd5-4f2a-9b6b-6bf76459f895 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:08.261542 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2a5265a6-9d44-4216-9b28-1178c1238032 req-2341d9ec-abd5-4f2a-9b6b-6bf76459f895 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0475934 Oct 20 13:38:08.309536 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2a5265a6-9d44-4216-9b28-1178c1238032 req-4b104dfc-70ee-4622-86b7-60bf7ccd4f21 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419405 Oct 20 13:38:08.575983 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7be1a-dfa2-4492-b720-67f369aa95bb req-d397f7f0-4fc9-46f3-95a5-75cc0addd494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:08.577493 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0bb7be1a-dfa2-4492-b720-67f369aa95bb req-d397f7f0-4fc9-46f3-95a5-75cc0addd494 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=32ef0737a3844bfe8f4bc14b09ebc88b&device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 1127 time: 0.0783770 Oct 20 13:38:08.582516 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ac45c-3b14-4005-ba2c-6984acd7feec req-db488f41-1200-47ec-9ba1-c7b9092297af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:08.583859 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-903ac45c-3b14-4005-ba2c-6984acd7feec req-db488f41-1200-47ec-9ba1-c7b9092297af service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f9addc326c51410f809805d8b44c5c17&device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 1130 time: 0.0474503 Oct 20 13:38:08.704485 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:08.759347 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7be1a-dfa2-4492-b720-67f369aa95bb req-8a481725-aede-4fa6-a0b3-bac3b9e6208d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:08.760796 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0bb7be1a-dfa2-4492-b720-67f369aa95bb req-8a481725-aede-4fa6-a0b3-bac3b9e6208d service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a2d938c2-510e-4c09-96e0-662b0c7b6d79 HTTP/1.1" status: 200 len: 913 time: 0.1617682 Oct 20 13:38:08.763385 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ac45c-3b14-4005-ba2c-6984acd7feec req-e83fab49-9e32-4988-aaa1-07d5503f7230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:08.764610 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-903ac45c-3b14-4005-ba2c-6984acd7feec req-e83fab49-9e32-4988-aaa1-07d5503f7230 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c859482-bc24-4f85-8ad7-70cfdb97a23e HTTP/1.1" status: 200 len: 917 time: 0.1574912 Oct 20 13:38:08.792838 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=100 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:08.833585 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49b6ba-d551-453a-97e4-0c2100dac363 req-22f0077f-29c4-4236-a723-7ca649712a8c tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:08.835040 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-de49b6ba-d551-453a-97e4-0c2100dac363 req-22f0077f-29c4-4236-a723-7ca649712a8c tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 943 time: 0.0502608 Oct 20 13:38:08.844857 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0bb7be1a-dfa2-4492-b720-67f369aa95bb req-b3f545ca-8051-44e0-bc2b-4602da498456 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=819ed6f1-641c-46ab-baf3-306b4b54da88 HTTP/1.1" status: 200 len: 217 time: 0.0666978 Oct 20 13:38:08.886897 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-de49b6ba-d551-453a-97e4-0c2100dac363 req-f0c70401-b607-4bd3-b4a2-e6bb56a86926 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2678eba4-1f73-47f3-910a-7e1e0f07fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457866 Oct 20 13:38:08.896811 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-903ac45c-3b14-4005-ba2c-6984acd7feec req-bd7028f9-140c-45c6-8e77-6c808efc738e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4329cd6-ac99-4465-b271-c87f6eb593c4 HTTP/1.1" status: 200 len: 1001 time: 0.1127441 Oct 20 13:38:08.915465 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7be1a-dfa2-4492-b720-67f369aa95bb req-f13bae25-3b85-4bcf-bf2e-d916f76ea6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:08.916808 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0bb7be1a-dfa2-4492-b720-67f369aa95bb req-f13bae25-3b85-4bcf-bf2e-d916f76ea6fe service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=abd9d85f-bedb-4be5-9db6-d4242bdfee39 HTTP/1.1" status: 200 len: 851 time: 0.0626376 Oct 20 13:38:08.988158 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ac45c-3b14-4005-ba2c-6984acd7feec req-7f0e5f3a-963f-49c0-9ea4-247015512782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:08.989615 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-903ac45c-3b14-4005-ba2c-6984acd7feec req-7f0e5f3a-963f-49c0-9ea4-247015512782 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=eb211b48-f491-42bc-8f6d-654db7c34008 HTTP/1.1" status: 200 len: 855 time: 0.0830660 Oct 20 13:38:08.990512 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7be1a-dfa2-4492-b720-67f369aa95bb req-8759aa4f-8301-4ff5-b629-04f5ba1d21f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:08.991808 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0bb7be1a-dfa2-4492-b720-67f369aa95bb req-8759aa4f-8301-4ff5-b629-04f5ba1d21f0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a2d938c2-510e-4c09-96e0-662b0c7b6d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561337 Oct 20 13:38:09.086468 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ac45c-3b14-4005-ba2c-6984acd7feec req-c082d410-da15-4a87-9d3b-dd76339a698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:09.087914 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-903ac45c-3b14-4005-ba2c-6984acd7feec req-c082d410-da15-4a87-9d3b-dd76339a698c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c859482-bc24-4f85-8ad7-70cfdb97a23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0861700 Oct 20 13:38:09.164836 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0bb7be1a-dfa2-4492-b720-67f369aa95bb req-5eda5f70-2a4b-4472-922e-98fd494b9a00 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a2d938c2-510e-4c09-96e0-662b0c7b6d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619246 Oct 20 13:38:09.275929 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-903ac45c-3b14-4005-ba2c-6984acd7feec req-2fe42232-24a2-4f01-aaac-b412dd2edaa2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c859482-bc24-4f85-8ad7-70cfdb97a23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796834 Oct 20 13:38:09.300233 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:09.308622 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c558c7-05f1-48e9-b5e7-1bcf188f0f7f req-36db3b4d-324d-424d-b387-57dbc6a6a415 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:09.310118 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-18c558c7-05f1-48e9-b5e7-1bcf188f0f7f req-36db3b4d-324d-424d-b387-57dbc6a6a415 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.1025727 Oct 20 13:38:09.400153 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0bb7be1a-dfa2-4492-b720-67f369aa95bb req-f22ef1e8-8486-4224-a365-680673fe7293 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a2d938c2-510e-4c09-96e0-662b0c7b6d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144897 Oct 20 13:38:09.445713 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-18c558c7-05f1-48e9-b5e7-1bcf188f0f7f req-ea4f0bd3-b3bb-46d7-a58d-cd6e70da2190 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180735 Oct 20 13:38:09.456933 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d7a53-428a-479e-a9e8-b99a8d03806c req-4e8b735e-fdaf-465c-93c2-8b0e5d63057f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:09.458617 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b01d7a53-428a-479e-a9e8-b99a8d03806c req-4e8b735e-fdaf-465c-93c2-8b0e5d63057f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0642948 Oct 20 13:38:09.459523 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-903ac45c-3b14-4005-ba2c-6984acd7feec req-569a142c-6e5d-4f45-ab2a-5ff0b5dc4f85 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c859482-bc24-4f85-8ad7-70cfdb97a23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679139 Oct 20 13:38:09.513069 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b01d7a53-428a-479e-a9e8-b99a8d03806c req-68d13ee5-9b5f-491a-bc68-b5a381109ed1 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430322 Oct 20 13:38:10.009279 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094918f-0ccc-4047-a46c-d184aa88129c req-946f08ee-5941-476a-87c9-82e6b2104bcd tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:10.010725 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d094918f-0ccc-4047-a46c-d184aa88129c req-946f08ee-5941-476a-87c9-82e6b2104bcd tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 943 time: 0.0477669 Oct 20 13:38:10.060095 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d094918f-0ccc-4047-a46c-d184aa88129c req-0bf4f694-8a25-45f2-a441-f4a88cf57845 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2678eba4-1f73-47f3-910a-7e1e0f07fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438082 Oct 20 13:38:10.589160 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3fa41-0ff6-4591-8320-80c02fb118ea req-9d41fa59-ebd5-4761-8223-2682fe2136dc tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:10.590639 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-f6f3fa41-0ff6-4591-8320-80c02fb118ea req-9d41fa59-ebd5-4761-8223-2682fe2136dc tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.0557852 Oct 20 13:38:10.641399 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57611012-f71c-4abe-a05e-30d3aa024f2f req-5ab86819-8c01-4df4-be9d-3a15b0fe0b39 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:10.643726 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-57611012-f71c-4abe-a05e-30d3aa024f2f req-5ab86819-8c01-4df4-be9d-3a15b0fe0b39 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0490940 Oct 20 13:38:10.645489 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-f6f3fa41-0ff6-4591-8320-80c02fb118ea req-b71be6f1-c39f-4d93-89df-6124e27773c6 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485132 Oct 20 13:38:10.698266 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-57611012-f71c-4abe-a05e-30d3aa024f2f req-b11820c1-b858-4fb1-a2e7-5ea6d3b46b05 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465429 Oct 20 13:38:11.179460 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a019570-a472-485a-bc97-7116a351560c req-f1894bf0-a8a8-4ff2-ae9f-fa04d43a973a tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:11.181266 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-3a019570-a472-485a-bc97-7116a351560c req-f1894bf0-a8a8-4ff2-ae9f-fa04d43a973a tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 943 time: 0.0468612 Oct 20 13:38:11.231466 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-3a019570-a472-485a-bc97-7116a351560c req-a030f52c-9039-4005-9ccd-1dce50005c32 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2678eba4-1f73-47f3-910a-7e1e0f07fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446043 Oct 20 13:38:11.774551 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971078e-d396-417e-9ea0-c70e078e5307 req-9e05954b-54ed-4c01-a885-06b106526b87 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:11.776235 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3971078e-d396-417e-9ea0-c70e078e5307 req-9e05954b-54ed-4c01-a885-06b106526b87 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 946 time: 0.0517285 Oct 20 13:38:11.821686 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:11.830867 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3971078e-d396-417e-9ea0-c70e078e5307 req-a7e1e88e-0b5a-4a18-b3e9-a1c9d0556a94 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465794 Oct 20 13:38:11.857166 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd65fba-3f63-4890-816c-7b58329fb917 req-d0d1b8b4-277b-4ea6-b40f-d48b89d62e57 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:11.859199 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-7cd65fba-3f63-4890-816c-7b58329fb917 req-d0d1b8b4-277b-4ea6-b40f-d48b89d62e57 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0623012 Oct 20 13:38:11.915819 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-7cd65fba-3f63-4890-816c-7b58329fb917 req-9802ee6f-088a-4726-9133-53b420b6350a tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496233 Oct 20 13:38:12.271170 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device c4329cd6-ac99-4465-b271-c87f6eb593c4 no longer exists at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:38:12.356354 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port c4329cd6-ac99-4465-b271-c87f6eb593c4 is: ACTIVE; New status is: DOWN {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:38:12.357010 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (c4329cd6-ac99-4465-b271-c87f6eb593c4), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:12.373578 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e107c6-6f5a-45a8-9bff-1505728585de req-279b6499-e5f5-4531-8ef8-624d5dc5ce8d tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:12.379334 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-f1e107c6-6f5a-45a8-9bff-1505728585de req-279b6499-e5f5-4531-8ef8-624d5dc5ce8d tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 943 time: 0.0662115 Oct 20 13:38:12.385389 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b9ae5b-1e55-409f-9a61-b1e2a47d1b58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4329cd6-ac99-4465-b271-c87f6eb593c4'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:38:12.387076 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [req-11cde63b-cafe-4904-958e-272749f832d0 req-25c599d1-f21a-4ee5-af60-9a725eb34aaa service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104733) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 13:38:12.387858 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5374b1acb5d21f0576c4c748ca21f6e32e0c69c98f35ada2d9891fed02f2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ec44ad-4fce-4ef3-acc9-4e72fae8c659" -d '{"events": [{"server_uuid": "93b9ae5b-1e55-409f-9a61-b1e2a47d1b58", "name": "network-vif-unplugged", "status": "completed", "tag": "c4329cd6-ac99-4465-b271-c87f6eb593c4"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:38:12.388387 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-11cde63b-cafe-4904-958e-272749f832d0 req-25c599d1-f21a-4ee5-af60-9a725eb34aaa service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0100579 Oct 20 13:38:12.403476 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=100 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:12.403793 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port c4329cd6-ac99-4465-b271-c87f6eb593c4, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=c4329cd6-ac99-4465-b271-c87f6eb593c4,segment=NetworkSegment(05e72368-f775-4124-bc91-39623e93b8b1),segment_id=05e72368-f775-4124-bc91-39623e93b8b1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:38:12.408508 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (c4329cd6-ac99-4465-b271-c87f6eb593c4), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:12.440203 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-f1e107c6-6f5a-45a8-9bff-1505728585de req-c2755b99-f6d7-40da-aa07-d351da02a940 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2678eba4-1f73-47f3-910a-7e1e0f07fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500767 Oct 20 13:38:12.484533 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=c4329cd6-ac99-4465-b271-c87f6eb593c4,revision_number=8']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:38:12.488519 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 20 Oct 2022 13:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4529bc10-8af3-4411-a1cb-7f4eb96c564f x-openstack-request-id: req-4529bc10-8af3-4411-a1cb-7f4eb96c564f {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:38:12.488797 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b9ae5b-1e55-409f-9a61-b1e2a47d1b58", "name": "network-vif-unplugged", "status": "failed", "tag": "c4329cd6-ac99-4465-b271-c87f6eb593c4", "code": 422}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:38:12.489073 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4529bc10-8af3-4411-a1cb-7f4eb96c564f {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:38:12.489492 dv-cinder-862136-1-iscsi neutron-server[104734]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4529bc10-8af3-4411-a1cb-7f4eb96c564f']: {'server_uuid': '93b9ae5b-1e55-409f-9a61-b1e2a47d1b58', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c4329cd6-ac99-4465-b271-c87f6eb593c4', 'code': 422} returned with failed status Oct 20 13:38:12.599755 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c53f64-3225-44c9-8f86-2d665cd640fb req-0205ab7a-8125-4936-808a-c9bf40103bdb tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:12.601394 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-e8c53f64-3225-44c9-8f86-2d665cd640fb req-0205ab7a-8125-4936-808a-c9bf40103bdb tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0531614 Oct 20 13:38:12.652470 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-e8c53f64-3225-44c9-8f86-2d665cd640fb req-afc66b70-bc05-4532-8f57-80267eedf194 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438421 Oct 20 13:38:12.898700 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 44222) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:38:12.982049 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3c249744-d40f-4e08-81a1-c086da5eb0d3 req-447fe805-f114-475c-b2b1-42962ea4db01 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0822122 Oct 20 13:38:12.991050 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [req-3c249744-d40f-4e08-81a1-c086da5eb0d3 req-f651c9e2-15fa-485e-bb97-aef1b8d5b24c service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104733) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 13:38:12.992015 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3c249744-d40f-4e08-81a1-c086da5eb0d3 req-f651c9e2-15fa-485e-bb97-aef1b8d5b24c service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049796 Oct 20 13:38:13.044504 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab078d-8932-446b-bc43-59c30a58602f req-946209fc-d0e6-4457-81c0-9e66a3f2a42a tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:13.046006 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f4ab078d-8932-446b-bc43-59c30a58602f req-946209fc-d0e6-4457-81c0-9e66a3f2a42a tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0510414 Oct 20 13:38:13.072484 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 44232) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:38:13.096550 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f4ab078d-8932-446b-bc43-59c30a58602f req-879a21ae-d28d-46bb-adcb-aa499edb7fd8 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439472 Oct 20 13:38:13.170114 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c249744-d40f-4e08-81a1-c086da5eb0d3 req-2e479eed-e4f0-4bbf-bdd8-984574767a32 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:13.171462 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-3c249744-d40f-4e08-81a1-c086da5eb0d3 req-2e479eed-e4f0-4bbf-bdd8-984574767a32 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports/c4329cd6-ac99-4465-b271-c87f6eb593c4 HTTP/1.1" status: 200 len: 941 time: 0.0979877 Oct 20 13:38:13.567902 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb972c2-424b-48f8-92bd-91030d04d2fb req-d0080fcc-b4ce-4631-889f-779592c2c5c4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:13.569544 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-afb972c2-424b-48f8-92bd-91030d04d2fb req-d0080fcc-b4ce-4631-889f-779592c2c5c4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 943 time: 0.0471208 Oct 20 13:38:13.621877 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-afb972c2-424b-48f8-92bd-91030d04d2fb req-1642ec49-4ad6-4eec-9976-2f54bd80585a tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2678eba4-1f73-47f3-910a-7e1e0f07fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455902 Oct 20 13:38:13.784053 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08be28-cbdf-4d09-a473-1508831236ad req-c2a37ea1-921a-4515-a0e2-62851b217d82 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:13.785553 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9f08be28-cbdf-4d09-a473-1508831236ad req-c2a37ea1-921a-4515-a0e2-62851b217d82 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0474775 Oct 20 13:38:13.833547 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9f08be28-cbdf-4d09-a473-1508831236ad req-acb45d8b-2ab2-4e32-9ab4-9bd2d9b2c076 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422409 Oct 20 13:38:14.218485 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1160b2-40f4-4266-a13c-803a41a9c944 req-afd65710-ffe7-4338-b331-f1190cd3f394 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:14.219942 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5c1160b2-40f4-4266-a13c-803a41a9c944 req-afd65710-ffe7-4338-b331-f1190cd3f394 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0466814 Oct 20 13:38:14.266698 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5c1160b2-40f4-4266-a13c-803a41a9c944 req-06f9a6c4-3a11-45f6-a185-d29947b4174a tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404279 Oct 20 13:38:14.746842 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27796db9-7a5e-4965-a695-491653238d7e req-73d10d63-3c8a-4b23-87eb-e539ce1ed687 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:14.748319 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-27796db9-7a5e-4965-a695-491653238d7e req-73d10d63-3c8a-4b23-87eb-e539ce1ed687 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 943 time: 0.0485268 Oct 20 13:38:14.804783 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-27796db9-7a5e-4965-a695-491653238d7e req-dca9d4c9-5aa2-455b-abee-0f8687d76fff tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2678eba4-1f73-47f3-910a-7e1e0f07fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498042 Oct 20 13:38:14.968068 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bf53c-e408-4f0d-bcc2-83ace0ab881d req-658e26cd-eaf5-4d7f-9f41-d697fd529762 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:14.969526 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-3b8bf53c-e408-4f0d-bcc2-83ace0ab881d req-658e26cd-eaf5-4d7f-9f41-d697fd529762 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0503867 Oct 20 13:38:15.016882 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-3b8bf53c-e408-4f0d-bcc2-83ace0ab881d req-21f55b01-01e0-432c-bd14-326620a9356b tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411537 Oct 20 13:38:15.396687 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c597f-58a2-429d-a51d-f51bc68e960b req-753fdf33-ac72-441f-8db2-7dbd87111d6a tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:15.398393 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3d3c597f-58a2-429d-a51d-f51bc68e960b req-753fdf33-ac72-441f-8db2-7dbd87111d6a tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0521452 Oct 20 13:38:15.450069 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3d3c597f-58a2-429d-a51d-f51bc68e960b req-742e26f9-41a5-440f-b092-fb1ae283640a tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454121 Oct 20 13:38:15.926740 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f8403-5d1e-4bb4-b7bc-d00e38cd9c7e req-ee5beac3-6def-4159-9006-f603f9d9d3ee tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:15.928251 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d68f8403-5d1e-4bb4-b7bc-d00e38cd9c7e req-ee5beac3-6def-4159-9006-f603f9d9d3ee tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 943 time: 0.0453513 Oct 20 13:38:15.960337 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=100 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:15.977166 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d68f8403-5d1e-4bb4-b7bc-d00e38cd9c7e req-288732f6-06a5-49f7-b8a3-a34d8abbb630 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2678eba4-1f73-47f3-910a-7e1e0f07fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433002 Oct 20 13:38:16.143018 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448ae64-b457-436e-b66f-d64e6d8d417c req-f32b3aa6-6ab3-4db9-a1b2-7504e7c0a34f tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:16.144252 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3448ae64-b457-436e-b66f-d64e6d8d417c req-f32b3aa6-6ab3-4db9-a1b2-7504e7c0a34f tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0463419 Oct 20 13:38:16.170128 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:16.193230 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3448ae64-b457-436e-b66f-d64e6d8d417c req-92bbddae-b1bd-4c16-94b8-8e4019575335 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432830 Oct 20 13:38:16.272896 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c249744-d40f-4e08-81a1-c086da5eb0d3 req-4036e0e1-d8a1-474e-b308-5c648f103bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:16.274471 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3c249744-d40f-4e08-81a1-c086da5eb0d3 req-4036e0e1-d8a1-474e-b308-5c648f103bc4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58&tenant_id=f9addc326c51410f809805d8b44c5c17 HTTP/1.1" status: 200 len: 1128 time: 0.0733690 Oct 20 13:38:16.304985 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 819ed6f1-641c-46ab-baf3-306b4b54da88 details requested by agent hyperv_hv-cinder-86213 with host hv-cinder-86213 {{(pid=104734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 13:38:16.310000 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device c4329cd6-ac99-4465-b271-c87f6eb593c4 no longer exists at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:38:16.336217 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c249744-d40f-4e08-81a1-c086da5eb0d3 req-c553d5dc-e9f8-424c-adff-2282f2f2ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:16.337723 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3c249744-d40f-4e08-81a1-c086da5eb0d3 req-c553d5dc-e9f8-424c-adff-2282f2f2ce64 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f9addc326c51410f809805d8b44c5c17&device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 1128 time: 0.0393028 Oct 20 13:38:16.406347 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:16.440593 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c249744-d40f-4e08-81a1-c086da5eb0d3 req-1f8f5ebb-1b8d-4c05-bbd5-35b548fa2166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:16.442145 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3c249744-d40f-4e08-81a1-c086da5eb0d3 req-1f8f5ebb-1b8d-4c05-bbd5-35b548fa2166 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c859482-bc24-4f85-8ad7-70cfdb97a23e HTTP/1.1" status: 200 len: 917 time: 0.0972502 Oct 20 13:38:16.475726 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port c4329cd6-ac99-4465-b271-c87f6eb593c4 is: DOWN; New status is: DOWN {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:38:16.482554 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 819ed6f1-641c-46ab-baf3-306b4b54da88, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=819ed6f1-641c-46ab-baf3-306b4b54da88,segment=NetworkSegment(464de70b-7d93-426a-9a2a-3b231e42bcb6),segment_id=464de70b-7d93-426a-9a2a-3b231e42bcb6)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:38:16.495535 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Returning: {'device': '819ed6f1-641c-46ab-baf3-306b4b54da88', 'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79', 'port_id': '819ed6f1-641c-46ab-baf3-306b4b54da88', 'mac_address': 'fa:16:3e:c9:0c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abd9d85f-bedb-4be5-9db6-d4242bdfee39', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 13:38:16.517154 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3c249744-d40f-4e08-81a1-c086da5eb0d3 req-0aaed873-ca4c-431b-8b5f-a4ad3f21854c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4329cd6-ac99-4465-b271-c87f6eb593c4 HTTP/1.1" status: 200 len: 999 time: 0.0665579 Oct 20 13:38:16.536034 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 819ed6f1-641c-46ab-baf3-306b4b54da88 is: DOWN; New status is: BUILD {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:38:16.536421 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (819ed6f1-641c-46ab-baf3-306b4b54da88), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:16.552013 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819ed6f1-641c-46ab-baf3-306b4b54da88 {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:38:16.569837 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c249744-d40f-4e08-81a1-c086da5eb0d3 req-1a599277-63be-47df-8ea2-c8e42246ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:16.571386 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3c249744-d40f-4e08-81a1-c086da5eb0d3 req-1a599277-63be-47df-8ea2-c8e42246ed37 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=eb211b48-f491-42bc-8f6d-654db7c34008 HTTP/1.1" status: 200 len: 855 time: 0.0477831 Oct 20 13:38:16.573211 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 819ed6f1-641c-46ab-baf3-306b4b54da88, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=819ed6f1-641c-46ab-baf3-306b4b54da88,segment=NetworkSegment(464de70b-7d93-426a-9a2a-3b231e42bcb6),segment_id=464de70b-7d93-426a-9a2a-3b231e42bcb6)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:38:16.577741 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (819ed6f1-641c-46ab-baf3-306b4b54da88), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:16.594569 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da469f26-5c96-41e6-8fb8-0b0535ce6274 req-455fb5a7-54ba-4319-8fe3-761119ca2397 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:16.596155 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-da469f26-5c96-41e6-8fb8-0b0535ce6274 req-455fb5a7-54ba-4319-8fe3-761119ca2397 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0561538 Oct 20 13:38:16.629080 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c249744-d40f-4e08-81a1-c086da5eb0d3 req-c4618316-7f2d-4277-ae3d-ee6ffbf78325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:16.630677 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3c249744-d40f-4e08-81a1-c086da5eb0d3 req-c4618316-7f2d-4277-ae3d-ee6ffbf78325 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c859482-bc24-4f85-8ad7-70cfdb97a23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485795 Oct 20 13:38:16.631304 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=819ed6f1-641c-46ab-baf3-306b4b54da88,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:38:16.648362 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-da469f26-5c96-41e6-8fb8-0b0535ce6274 req-0a8a841b-5ac9-45c6-b2ad-5df28528d8c9 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463822 Oct 20 13:38:16.729610 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3c249744-d40f-4e08-81a1-c086da5eb0d3 req-7dd985e2-b16f-4ebc-aa7d-3dc69bb7a0a1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c859482-bc24-4f85-8ad7-70cfdb97a23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833454 Oct 20 13:38:16.824729 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:16.830010 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3c249744-d40f-4e08-81a1-c086da5eb0d3 req-20cde65a-7cf8-4889-b261-28e44292d063 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c859482-bc24-4f85-8ad7-70cfdb97a23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905533 Oct 20 13:38:16.933767 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['819ed6f1-641c-46ab-baf3-306b4b54da88'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:38:16.997887 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:17.105795 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3064311-1b77-4f0e-b532-087e9b6ee7cd req-10b8b5ad-d80d-4c6a-b2ba-50a4249efb85 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:17.107280 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a3064311-1b77-4f0e-b532-087e9b6ee7cd req-10b8b5ad-d80d-4c6a-b2ba-50a4249efb85 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 944 time: 0.0515122 Oct 20 13:38:17.166568 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a3064311-1b77-4f0e-b532-087e9b6ee7cd req-a82dfacb-7066-4546-8be3-b633c2bfb35c tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2678eba4-1f73-47f3-910a-7e1e0f07fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470245 Oct 20 13:38:17.356588 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db04e8c-b42b-4cd1-9f3b-714ade6e0c22 req-80bacce6-1579-41a9-afa7-a0d19cd63346 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:17.368273 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-7db04e8c-b42b-4cd1-9f3b-714ade6e0c22 req-80bacce6-1579-41a9-afa7-a0d19cd63346 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0803912 Oct 20 13:38:17.441336 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-7db04e8c-b42b-4cd1-9f3b-714ade6e0c22 req-2f607a7c-6110-4b31-a3ae-6e8ba70d4e88 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686798 Oct 20 13:38:17.780065 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9700ac-5fe9-4456-a68f-9a6993775d99 req-360649a5-d545-4dc4-aecb-bc6895d734b7 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:17.781672 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-dc9700ac-5fe9-4456-a68f-9a6993775d99 req-360649a5-d545-4dc4-aecb-bc6895d734b7 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0499976 Oct 20 13:38:17.838118 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-dc9700ac-5fe9-4456-a68f-9a6993775d99 req-8e209ed0-3386-497b-8de5-44b62e31c982 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502589 Oct 20 13:38:18.301169 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db69eae-7cfd-44f4-ab7d-67efb17a519d req-5f36ee02-66a6-4ec5-b073-9e2fb6463e24 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:18.302694 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-9db69eae-7cfd-44f4-ab7d-67efb17a519d req-5f36ee02-66a6-4ec5-b073-9e2fb6463e24 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 944 time: 0.0513492 Oct 20 13:38:18.322767 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 819ed6f1-641c-46ab-baf3-306b4b54da88 up at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:38:18.369409 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-9db69eae-7cfd-44f4-ab7d-67efb17a519d req-155d10fc-43cf-44ad-b6f5-a5fcb7a54aae tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2678eba4-1f73-47f3-910a-7e1e0f07fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606358 Oct 20 13:38:18.379814 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning for port 819ed6f1-641c-46ab-baf3-306b4b54da88 completed by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 13:38:18.386962 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning complete for port 819ed6f1-641c-46ab-baf3-306b4b54da88 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:38:18.387606 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (819ed6f1-641c-46ab-baf3-306b4b54da88), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:18.388174 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Attempt 1 to provision port 819ed6f1-641c-46ab-baf3-306b4b54da88 Oct 20 13:38:18.471410 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 819ed6f1-641c-46ab-baf3-306b4b54da88 is: BUILD; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:38:18.471703 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (819ed6f1-641c-46ab-baf3-306b4b54da88), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:18.497515 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a95c3c3-dcce-457b-98df-7b6ff3df8680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819ed6f1-641c-46ab-baf3-306b4b54da88'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:38:18.500609 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5374b1acb5d21f0576c4c748ca21f6e32e0c69c98f35ada2d9891fed02f2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e28df24-bcb9-4d8a-84b7-eda33cc556bb" -d '{"events": [{"server_uuid": "3a95c3c3-dcce-457b-98df-7b6ff3df8680", "name": "network-vif-plugged", "status": "completed", "tag": "819ed6f1-641c-46ab-baf3-306b4b54da88"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:38:18.529925 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 819ed6f1-641c-46ab-baf3-306b4b54da88, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=819ed6f1-641c-46ab-baf3-306b4b54da88,segment=NetworkSegment(464de70b-7d93-426a-9a2a-3b231e42bcb6),segment_id=464de70b-7d93-426a-9a2a-3b231e42bcb6)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:38:18.536367 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (819ed6f1-641c-46ab-baf3-306b4b54da88), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:18.581080 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97623c4b-c031-4fe5-8cac-b16e2b1e8ab5 x-openstack-request-id: req-97623c4b-c031-4fe5-8cac-b16e2b1e8ab5 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:38:18.581456 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a95c3c3-dcce-457b-98df-7b6ff3df8680", "name": "network-vif-plugged", "status": "completed", "tag": "819ed6f1-641c-46ab-baf3-306b4b54da88", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:38:18.581897 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-97623c4b-c031-4fe5-8cac-b16e2b1e8ab5 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:38:18.582511 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97623c4b-c031-4fe5-8cac-b16e2b1e8ab5'] response: {'server_uuid': '3a95c3c3-dcce-457b-98df-7b6ff3df8680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819ed6f1-641c-46ab-baf3-306b4b54da88', 'code': 200} Oct 20 13:38:18.614846 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=819ed6f1-641c-46ab-baf3-306b4b54da88,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:38:18.635637 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60d406b-df14-480d-9c03-0a2cc6ce058c req-8cbccaca-fffa-41c2-9238-a528dc4c3c40 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:18.641581 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c60d406b-df14-480d-9c03-0a2cc6ce058c req-8cbccaca-fffa-41c2-9238-a528dc4c3c40 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0684214 Oct 20 13:38:18.695780 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c60d406b-df14-480d-9c03-0a2cc6ce058c req-f7300f56-8308-4778-aa18-e7b5f9b133a1 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495729 Oct 20 13:38:19.221572 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b2968-fba9-49c5-a305-0f2b2ce5629c req-18d36b35-f885-4ece-9ac1-e81f3dc165d6 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:19.223099 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-949b2968-fba9-49c5-a305-0f2b2ce5629c req-18d36b35-f885-4ece-9ac1-e81f3dc165d6 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.2795722 Oct 20 13:38:19.277451 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-949b2968-fba9-49c5-a305-0f2b2ce5629c req-351b12d2-c43b-4060-94c7-c9b23a95229c tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477490 Oct 20 13:38:19.515708 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7dc1b-4e13-4a64-bed5-b3f49370c3d4 req-c0b1790f-8fa3-430f-abe2-b41616a95dfe tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:19.517344 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4ab7dc1b-4e13-4a64-bed5-b3f49370c3d4 req-c0b1790f-8fa3-430f-abe2-b41616a95dfe tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 945 time: 0.0524409 Oct 20 13:38:19.570554 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4ab7dc1b-4e13-4a64-bed5-b3f49370c3d4 req-89d5702c-053a-4e82-9902-fd5d2df10520 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2678eba4-1f73-47f3-910a-7e1e0f07fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461395 Oct 20 13:38:19.832122 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4edc40-8532-40f2-a3da-652ada7c6f4f req-f6eee6f3-6fbc-422d-8da3-2575dde83c03 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:19.833723 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-ff4edc40-8532-40f2-a3da-652ada7c6f4f req-f6eee6f3-6fbc-422d-8da3-2575dde83c03 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0510135 Oct 20 13:38:19.882175 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-ff4edc40-8532-40f2-a3da-652ada7c6f4f req-a4d03d43-4065-459b-992f-a430b70b063d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426242 Oct 20 13:38:20.410627 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931af8c7-6b6f-41c5-aa69-55621cd477e6 req-b3432ea8-1045-4712-bc66-18f4715e5114 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:20.413535 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-931af8c7-6b6f-41c5-aa69-55621cd477e6 req-b3432ea8-1045-4712-bc66-18f4715e5114 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0596116 Oct 20 13:38:20.477369 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-931af8c7-6b6f-41c5-aa69-55621cd477e6 req-9078efc6-d330-4328-b590-28cca0be8330 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496757 Oct 20 13:38:20.698148 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b976a77-9e04-4c8a-a0fb-6e8cbbd9a559 req-c798b491-ea2f-4369-b8a0-32e118ede733 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:20.699590 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-8b976a77-9e04-4c8a-a0fb-6e8cbbd9a559 req-c798b491-ea2f-4369-b8a0-32e118ede733 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 945 time: 0.0510540 Oct 20 13:38:20.717576 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=100 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:20.752199 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-8b976a77-9e04-4c8a-a0fb-6e8cbbd9a559 req-f0bcd211-cf1d-4275-ba28-d0254d7c9daf tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2678eba4-1f73-47f3-910a-7e1e0f07fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467165 Oct 20 13:38:21.013510 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de117f3-d89b-413d-bb22-9709732362d4 req-8a595bfc-81e6-4eec-986a-3f39469d240c tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:21.014973 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6de117f3-d89b-413d-bb22-9709732362d4 req-8a595bfc-81e6-4eec-986a-3f39469d240c tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0502841 Oct 20 13:38:21.033871 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:21.064291 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6de117f3-d89b-413d-bb22-9709732362d4 req-88312240-3cd7-40f1-bc0e-e72ae10c7be1 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432749 Oct 20 13:38:21.117563 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=15 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:21.123428 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:21.607220 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc486e05-f8e7-45c1-9870-2f8f02470ee6 req-be6171e0-d17c-4f55-b2cd-833f4bf655bd tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:21.608623 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-dc486e05-f8e7-45c1-9870-2f8f02470ee6 req-be6171e0-d17c-4f55-b2cd-833f4bf655bd tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0469589 Oct 20 13:38:21.660972 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-dc486e05-f8e7-45c1-9870-2f8f02470ee6 req-578512f9-4224-49fa-a900-a58c43b525c1 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455124 Oct 20 13:38:21.884995 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98a290-e7e5-4344-b642-e2584008d3a7 req-664e5e08-cd4c-4a98-aa06-3b371c1f6e5d tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:21.886392 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8f98a290-e7e5-4344-b642-e2584008d3a7 req-664e5e08-cd4c-4a98-aa06-3b371c1f6e5d tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 945 time: 0.0603032 Oct 20 13:38:22.169702 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8f98a290-e7e5-4344-b642-e2584008d3a7 req-c7f11848-e72b-49ae-a91b-651ce31f93fd tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2678eba4-1f73-47f3-910a-7e1e0f07fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2707586 Oct 20 13:38:22.218992 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79ac287-bdec-43e3-b202-6459cc1767b3 req-b159f6ed-8a0f-4774-b4c1-cbb5d73457a9 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:22.220423 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d79ac287-bdec-43e3-b202-6459cc1767b3 req-b159f6ed-8a0f-4774-b4c1-cbb5d73457a9 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0583620 Oct 20 13:38:22.268741 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d79ac287-bdec-43e3-b202-6459cc1767b3 req-86231502-3c5b-43d3-ac23-114438cc7486 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418830 Oct 20 13:38:22.784404 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1c8ba-b132-408b-9a0b-7bb499f3f966 req-6b7b543f-e064-4371-8c10-13a0af27dc70 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:22.785737 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-bbf1c8ba-b132-408b-9a0b-7bb499f3f966 req-6b7b543f-e064-4371-8c10-13a0af27dc70 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0492055 Oct 20 13:38:22.834183 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-bbf1c8ba-b132-408b-9a0b-7bb499f3f966 req-1f5f53d2-0767-4a47-ac56-e25efaa3cc3d tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422571 Oct 20 13:38:23.287015 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7c267-2a03-4511-b36d-1b0162c06b1d req-01010610-5c4e-48f9-bd0f-da9f51485f22 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:23.288467 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5df7c267-2a03-4511-b36d-1b0162c06b1d req-01010610-5c4e-48f9-bd0f-da9f51485f22 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 945 time: 0.0487385 Oct 20 13:38:23.339911 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5df7c267-2a03-4511-b36d-1b0162c06b1d req-cd72b2fb-b434-4a23-83f6-935d6eb34608 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2678eba4-1f73-47f3-910a-7e1e0f07fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456483 Oct 20 13:38:23.399084 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb5d07-3c60-40b1-999b-ac7a4464ceaa req-7be34693-c73e-4423-a7b2-e87edfb51946 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:23.400567 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8ffb5d07-3c60-40b1-999b-ac7a4464ceaa req-7be34693-c73e-4423-a7b2-e87edfb51946 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0483212 Oct 20 13:38:23.451382 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8ffb5d07-3c60-40b1-999b-ac7a4464ceaa req-c67e2040-31a1-4440-a38e-e175c44f3b22 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450380 Oct 20 13:38:23.959182 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d19618-3a8d-4b6b-82b7-52285c9bb4d9 req-660788b7-b4ae-4fc0-8be5-70984d7b4053 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:23.960661 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-43d19618-3a8d-4b6b-82b7-52285c9bb4d9 req-660788b7-b4ae-4fc0-8be5-70984d7b4053 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0479839 Oct 20 13:38:24.011922 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-43d19618-3a8d-4b6b-82b7-52285c9bb4d9 req-9848908f-6bc5-424d-90ae-b281fc24e7a6 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455923 Oct 20 13:38:24.476482 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bd2a0-6b22-4999-99bc-c7728b91fd57 req-871e51aa-fc19-41c4-ae7f-f67a9d591668 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:24.477972 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5a5bd2a0-6b22-4999-99bc-c7728b91fd57 req-871e51aa-fc19-41c4-ae7f-f67a9d591668 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 945 time: 0.0488119 Oct 20 13:38:24.490890 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=100 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:24.530108 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5a5bd2a0-6b22-4999-99bc-c7728b91fd57 req-7b8a6e38-37ac-4cd6-afe3-3e8a0b023a72 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2678eba4-1f73-47f3-910a-7e1e0f07fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464749 Oct 20 13:38:24.622620 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-30c65d57-db8c-46e1-bfcf-84e1eae65c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:24.647525 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58725661-9c06-4dae-b46c-925632d52fa3 req-3cf55cbe-2ac4-4671-b088-06927667c898 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:24.648991 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-58725661-9c06-4dae-b46c-925632d52fa3 req-3cf55cbe-2ac4-4671-b088-06927667c898 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0572696 Oct 20 13:38:24.709332 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-58725661-9c06-4dae-b46c-925632d52fa3 req-a0a11070-8acb-4879-b5cf-7b61c288bff6 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546489 Oct 20 13:38:25.136087 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a2433-4672-4d64-a885-ac67352d1a16 req-28e4af7a-3150-4ad6-babd-a07317b97caf tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:25.137562 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-648a2433-4672-4d64-a885-ac67352d1a16 req-28e4af7a-3150-4ad6-babd-a07317b97caf tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0503356 Oct 20 13:38:25.190311 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-648a2433-4672-4d64-a885-ac67352d1a16 req-25a9f619-16a8-4af8-a9f9-a52bbd5ac31d tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470216 Oct 20 13:38:25.657773 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c44b14-f0f0-408a-8de8-e2a0a021aed4 req-e0c4b47f-9ef0-43ca-9d42-293c03860cc9 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:25.662008 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-c4c44b14-f0f0-408a-8de8-e2a0a021aed4 req-e0c4b47f-9ef0-43ca-9d42-293c03860cc9 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 945 time: 0.0495594 Oct 20 13:38:25.713621 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-c4c44b14-f0f0-408a-8de8-e2a0a021aed4 req-faa57c07-5d1c-445b-ab9f-453a9e33799b tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2678eba4-1f73-47f3-910a-7e1e0f07fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482883 Oct 20 13:38:25.844332 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bf5ec-0222-42be-b6a7-193eae990777 req-1367bc72-01b5-4e5e-90a2-04d5372ffc96 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:25.845788 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-4d3bf5ec-0222-42be-b6a7-193eae990777 req-1367bc72-01b5-4e5e-90a2-04d5372ffc96 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0514987 Oct 20 13:38:25.908655 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-4d3bf5ec-0222-42be-b6a7-193eae990777 req-f2bfb234-33e0-45e1-b281-78c5e7e464c4 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564721 Oct 20 13:38:26.314613 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29dfbda-541a-4b31-a437-462b74bb739c req-67b8a7fa-e640-4fc9-9470-a388e66eaddd tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:26.316089 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b29dfbda-541a-4b31-a437-462b74bb739c req-67b8a7fa-e640-4fc9-9470-a388e66eaddd tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0496564 Oct 20 13:38:26.366968 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b29dfbda-541a-4b31-a437-462b74bb739c req-b10779dd-7c8b-44b4-8831-2a35ca50dea9 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448203 Oct 20 13:38:26.848850 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f4a699-1e2f-4ed9-a5c5-f5f88006a029 req-7bb01d08-4172-426b-b960-17444a426e24 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:26.850413 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-88f4a699-1e2f-4ed9-a5c5-f5f88006a029 req-7bb01d08-4172-426b-b960-17444a426e24 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 945 time: 0.0493083 Oct 20 13:38:26.902611 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-88f4a699-1e2f-4ed9-a5c5-f5f88006a029 req-18e494e3-ba83-428f-b6d7-c4dc892e40a3 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2678eba4-1f73-47f3-910a-7e1e0f07fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465376 Oct 20 13:38:26.950758 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-4ce585ca-6963-4d5f-8a29-2f22c246313a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:27.027464 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=100 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:27.043968 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397d578-1148-4794-8295-6a8a0e983e95 req-e9f5fa1a-4bdb-4d3e-8eb1-3bf62d681d47 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:27.045459 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5397d578-1148-4794-8295-6a8a0e983e95 req-e9f5fa1a-4bdb-4d3e-8eb1-3bf62d681d47 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0528748 Oct 20 13:38:27.093221 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5397d578-1148-4794-8295-6a8a0e983e95 req-da5d70d3-3ddf-481f-9ca6-6dc512c4a647 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414004 Oct 20 13:38:27.497840 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d5fed-2699-4a7b-b099-c73afc0f0d38 req-6afecda4-c053-4e2b-b183-7f0da0f52e68 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:27.499421 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-275d5fed-2699-4a7b-b099-c73afc0f0d38 req-6afecda4-c053-4e2b-b183-7f0da0f52e68 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0517330 Oct 20 13:38:27.554700 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-275d5fed-2699-4a7b-b099-c73afc0f0d38 req-409f3847-ffb2-4357-b5d5-19761ec70908 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447421 Oct 20 13:38:28.032240 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bbc577-77a0-49af-91c8-5b8a1196fa01 req-35f9a574-af26-48b8-89ff-edf6b5dd4001 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:28.034513 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-37bbc577-77a0-49af-91c8-5b8a1196fa01 req-35f9a574-af26-48b8-89ff-edf6b5dd4001 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 945 time: 0.0535870 Oct 20 13:38:28.084555 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-37bbc577-77a0-49af-91c8-5b8a1196fa01 req-12de4e97-f576-4ff8-85e2-e7c811a88fed tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2678eba4-1f73-47f3-910a-7e1e0f07fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443702 Oct 20 13:38:28.156798 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:28.221091 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039da6af-796b-42f5-906c-500cce7d3526 req-09abddf6-4350-432c-bb81-9ac942951522 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:28.222546 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-039da6af-796b-42f5-906c-500cce7d3526 req-09abddf6-4350-432c-bb81-9ac942951522 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0473657 Oct 20 13:38:28.268419 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-039da6af-796b-42f5-906c-500cce7d3526 req-6bcf613c-ac3d-40ca-b22c-0d0461d85fbf tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404251 Oct 20 13:38:28.681241 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=100 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:28.690034 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc340b6-baf0-4ea3-9c33-0d5e64f3542b req-f350ad51-85d3-4d6f-bc0e-c33efdad8253 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:28.692122 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-adc340b6-baf0-4ea3-9c33-0d5e64f3542b req-f350ad51-85d3-4d6f-bc0e-c33efdad8253 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0632212 Oct 20 13:38:28.745697 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-adc340b6-baf0-4ea3-9c33-0d5e64f3542b req-839499b0-60d8-485e-a169-2a43fcd4bf91 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470989 Oct 20 13:38:29.205647 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab699f-3187-428d-8575-b5bacac34a4c req-7a421327-4dc9-4951-86d3-35d16566f86e tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:29.207525 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d8ab699f-3187-428d-8575-b5bacac34a4c req-7a421327-4dc9-4951-86d3-35d16566f86e tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 945 time: 0.0469098 Oct 20 13:38:29.256200 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d8ab699f-3187-428d-8575-b5bacac34a4c req-52c8f4fc-5fd7-4af3-8af2-3e6c7aa48ea6 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2678eba4-1f73-47f3-910a-7e1e0f07fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432003 Oct 20 13:38:29.395884 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6db7f1-424f-4d69-8c31-8f8dcdbb11b6 req-97fa46b8-4dd4-4447-91eb-ef1eea9f893f tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:29.397358 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ed6db7f1-424f-4d69-8c31-8f8dcdbb11b6 req-97fa46b8-4dd4-4447-91eb-ef1eea9f893f tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0460248 Oct 20 13:38:29.443675 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ed6db7f1-424f-4d69-8c31-8f8dcdbb11b6 req-fd7f5d89-aad6-41d0-b5fa-8e5549dcb2bf tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408697 Oct 20 13:38:29.517723 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef2f6b-bd6a-437d-bd74-c2298bef7bd2 req-fb8c2007-78ca-43b4-afe6-a51123811041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:29.519216 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-92ef2f6b-bd6a-437d-bd74-c2298bef7bd2 req-fb8c2007-78ca-43b4-afe6-a51123811041 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 1129 time: 0.0411386 Oct 20 13:38:29.603918 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:29.726625 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:29.868271 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d03b05-b2b5-4d2b-9326-92aac49de0cb req-ad95f83d-abd6-429c-8ca4-5076e83c1aef tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:29.869751 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-66d03b05-b2b5-4d2b-9326-92aac49de0cb req-ad95f83d-abd6-429c-8ca4-5076e83c1aef tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0465283 Oct 20 13:38:29.917873 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-66d03b05-b2b5-4d2b-9326-92aac49de0cb req-7d97692d-a75b-4e19-95bc-e57c4d8ca973 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426292 Oct 20 13:38:30.379016 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7085990d-3269-4c64-9960-61e36a059b8e req-2cfda72d-945d-4702-b956-6b23e64d568a tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:30.380492 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7085990d-3269-4c64-9960-61e36a059b8e req-2cfda72d-945d-4702-b956-6b23e64d568a tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 945 time: 0.0503435 Oct 20 13:38:30.419592 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:30.429752 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7085990d-3269-4c64-9960-61e36a059b8e req-d0c32031-4c5f-4fc6-ab4c-a5422d959421 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2678eba4-1f73-47f3-910a-7e1e0f07fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437622 Oct 20 13:38:30.576323 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f1dbc-8111-4bf5-89a4-d2e5340bb5e9 req-c0c3d45a-d1de-46f8-bcd5-da1701acd9b2 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:30.577789 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-820f1dbc-8111-4bf5-89a4-d2e5340bb5e9 req-c0c3d45a-d1de-46f8-bcd5-da1701acd9b2 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0495086 Oct 20 13:38:30.623941 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-820f1dbc-8111-4bf5-89a4-d2e5340bb5e9 req-aa5179ab-1426-41fd-8b2a-d7e321179693 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405092 Oct 20 13:38:30.856986 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-92ef2f6b-bd6a-437d-bd74-c2298bef7bd2 req-ce6b8abb-880c-4fea-af87-746c138a7193 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2678eba4-1f73-47f3-910a-7e1e0f07fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412300 Oct 20 13:38:31.038196 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb490cd-e132-47cc-8f8a-b9ec998fe64b req-c63ab0b7-e65a-4bf6-858a-f270a9867080 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:31.039568 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6eb490cd-e132-47cc-8f8a-b9ec998fe64b req-c63ab0b7-e65a-4bf6-858a-f270a9867080 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0467799 Oct 20 13:38:31.085630 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6eb490cd-e132-47cc-8f8a-b9ec998fe64b req-65a296d5-bcf5-48bd-9a9c-b82aa80c39fb tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405645 Oct 20 13:38:31.185050 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b45ae-ea07-4e0d-b626-199bd45d27ec req-723eeecb-3566-4182-a59c-c5ddb0f8d359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:31.186533 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b73b45ae-ea07-4e0d-b626-199bd45d27ec req-723eeecb-3566-4182-a59c-c5ddb0f8d359 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 1129 time: 0.0433156 Oct 20 13:38:31.232624 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b73b45ae-ea07-4e0d-b626-199bd45d27ec req-453da8b1-99ba-4d1c-b309-9fcc20c730ed service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374360 Oct 20 13:38:31.547391 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2c434-49a3-4852-9fda-c855e5e84a93 req-554d612b-d730-4b91-99fa-afac966840e7 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:31.548818 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-85c2c434-49a3-4852-9fda-c855e5e84a93 req-554d612b-d730-4b91-99fa-afac966840e7 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 945 time: 0.0454686 Oct 20 13:38:31.598644 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-85c2c434-49a3-4852-9fda-c855e5e84a93 req-357412ab-e1d6-4ddc-ab86-a20521fc3dc0 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2678eba4-1f73-47f3-910a-7e1e0f07fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431142 Oct 20 13:38:31.749784 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36261037-884d-4a86-99df-016c26c20926 req-1e0d9a70-f792-4525-8c8b-d935b7dc6158 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:31.751481 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-36261037-884d-4a86-99df-016c26c20926 req-1e0d9a70-f792-4525-8c8b-d935b7dc6158 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0465145 Oct 20 13:38:31.797436 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-36261037-884d-4a86-99df-016c26c20926 req-2b3decc5-7382-423d-bec4-8c4362b70218 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396860 Oct 20 13:38:32.203784 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed2e64b-cfa1-427d-8cae-ce30e7d121a2 req-4adefe21-006d-4e6f-b7f8-3231df8e99a7 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:32.205279 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-3ed2e64b-cfa1-427d-8cae-ce30e7d121a2 req-4adefe21-006d-4e6f-b7f8-3231df8e99a7 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0483527 Oct 20 13:38:32.256317 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-3ed2e64b-cfa1-427d-8cae-ce30e7d121a2 req-61d8cabb-5ab9-497d-abcc-63a89ee58d19 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443065 Oct 20 13:38:32.721644 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dff4bc-c29f-4195-a4e9-d0df9952bc79 req-94f5a93f-62f6-49ea-bdba-e14be46a3afe tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:32.723588 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a1dff4bc-c29f-4195-a4e9-d0df9952bc79 req-94f5a93f-62f6-49ea-bdba-e14be46a3afe tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 945 time: 0.0485275 Oct 20 13:38:32.778602 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a1dff4bc-c29f-4195-a4e9-d0df9952bc79 req-0be47b6f-fb83-49ac-ad37-8e3199ddc049 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2678eba4-1f73-47f3-910a-7e1e0f07fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493662 Oct 20 13:38:32.900473 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efa00b-68d9-4522-846e-81147fbdf606 req-c8a6695f-f055-4dce-91c5-f203e5b73794 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:32.901982 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b3efa00b-68d9-4522-846e-81147fbdf606 req-c8a6695f-f055-4dce-91c5-f203e5b73794 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 945 time: 0.0478840 Oct 20 13:38:32.925507 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927c6f23-a3f9-4c70-8728-593505b6738c req-56cde2f0-f961-427d-95b4-f4e816ac8fce tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:32.926968 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-927c6f23-a3f9-4c70-8728-593505b6738c req-56cde2f0-f961-427d-95b4-f4e816ac8fce tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0472791 Oct 20 13:38:32.950558 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b3efa00b-68d9-4522-846e-81147fbdf606 req-c8a3e5d6-0180-409f-9f77-6c7bed340ace tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2678eba4-1f73-47f3-910a-7e1e0f07fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427799 Oct 20 13:38:32.968140 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:32.976819 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-927c6f23-a3f9-4c70-8728-593505b6738c req-c7ad13e3-164e-4f10-847a-54b1b8fe1326 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441949 Oct 20 13:38:32.980187 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 44434) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:38:33.112732 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8834dbea-05a9-47c1-be43-beb41ac72df9 tempest-TestVolumeBootPattern-231987272 tempest-TestVolumeBootPattern-231987272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:33.114809 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-8834dbea-05a9-47c1-be43-beb41ac72df9 tempest-TestVolumeBootPattern-231987272 tempest-TestVolumeBootPattern-231987272-project-admin] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 1124 time: 0.1337316 Oct 20 13:38:33.117806 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 44438) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:38:33.121938 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Request body: {'floatingip': {'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'port_id': '819ed6f1-641c-46ab-baf3-306b4b54da88', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:38:33.144530 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:33.227555 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:33.368120 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Allocated IP 172.27.0.20 (54b02c82-3888-4407-a753-5cb002a664e9/80f1bf56-ddb3-4c42-8717-7c4bb006400e/f5ae5af7-b488-4d55-9f82-a3f269991157) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:38:33.372637 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=100 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:33.386845 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac31fd-be19-431c-83ec-e0d89cf7ecdd req-a8f3d608-febb-486a-ab5e-65095a3b1b74 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:33.388345 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-12ac31fd-be19-431c-83ec-e0d89cf7ecdd req-a8f3d608-febb-486a-ab5e-65095a3b1b74 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0474837 Oct 20 13:38:33.435284 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-12ac31fd-be19-431c-83ec-e0d89cf7ecdd req-1c1d1904-098e-41d7-a32f-7fd0e5379d57 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410562 Oct 20 13:38:33.467229 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:33.480735 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for port (f5ae5af7-b488-4d55-9f82-a3f269991157), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:33.516633 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (f5ae5af7-b488-4d55-9f82-a3f269991157), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:33.555238 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Network 54b02c82-3888-4407-a753-5cb002a664e9 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:38:33.559586 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:38:33.563679 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:38:33.586859 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Pushing event updated for resources: {'Port': ['ID=f5ae5af7-b488-4d55-9f82-a3f269991157,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:38:33.601450 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:33.601793 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:33.602131 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:33.602468 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:33.602800 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:33.603117 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:33.603447 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:33.603776 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:33.604077 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:33.604397 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:33.604719 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:33.605069 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:33.605424 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:33.605730 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:33.606044 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:33.726887 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa87f7-6a95-4854-a204-b25065cbff8e req-7785ce71-91ab-4604-94e0-a64e3b86ca94 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:33.728342 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a1aa87f7-6a95-4854-a204-b25065cbff8e req-7785ce71-91ab-4604-94e0-a64e3b86ca94 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0766160 Oct 20 13:38:33.847072 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a1aa87f7-6a95-4854-a204-b25065cbff8e req-ec98be8d-1bb6-42a4-8de8-7b03ab79ad2f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099539 Oct 20 13:38:33.872526 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:34.010525 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for floatingip (2914ee3e-14b2-4c0a-975e-63278e1d2733), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:34.076101 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (f5ae5af7-b488-4d55-9f82-a3f269991157), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:34.112089 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6e08a-e4f0-4fd3-a1ea-21819ce6deeb req-624fa4f9-6db2-4786-94aa-a9136a392fa8 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:34.113533 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-64a6e08a-e4f0-4fd3-a1ea-21819ce6deeb req-624fa4f9-6db2-4786-94aa-a9136a392fa8 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0524545 Oct 20 13:38:34.160574 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-64a6e08a-e4f0-4fd3-a1ea-21819ce6deeb req-3b34b333-019c-4e7c-ba64-3f4356e72785 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411878 Oct 20 13:38:34.225565 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for port (f5ae5af7-b488-4d55-9f82-a3f269991157), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:34.229728 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (f5ae5af7-b488-4d55-9f82-a3f269991157), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:34.288263 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:34.295136 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Pushing event updated for resources: {'Port': ['ID=f5ae5af7-b488-4d55-9f82-a3f269991157,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:38:34.300041 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (2914ee3e-14b2-4c0a-975e-63278e1d2733), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:34.397763 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.db.l3_db [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Floating IP 2914ee3e-14b2-4c0a-975e-63278e1d2733 associated. External IP: 172.27.0.20, port: 819ed6f1-641c-46ab-baf3-306b4b54da88. Oct 20 13:38:34.527562 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee06c30-85ae-421e-afc1-80edcb861868 req-3a3398ae-df53-4943-95f5-b11ca5f85405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:34.529060 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9ee06c30-85ae-421e-afc1-80edcb861868 req-3a3398ae-df53-4943-95f5-b11ca5f85405 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f36e9fb394944eb0a0c2c0075dbc937c&device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 1129 time: 0.0545709 Oct 20 13:38:34.631067 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Router 89656546-ddc5-4203-94c6-5ef1902c23c0 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:38:34.725335 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:34.808038 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:38:34.814717 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee06c30-85ae-421e-afc1-80edcb861868 req-8cda957a-888c-49ed-b1bc-fcfd5cba4209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:34.816842 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9ee06c30-85ae-421e-afc1-80edcb861868 req-8cda957a-888c-49ed-b1bc-fcfd5cba4209 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=80f8d646-52cd-4c79-be89-0476981cc6e9 HTTP/1.1" status: 200 len: 920 time: 0.1421840 Oct 20 13:38:34.819234 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c36df-5ccd-4c7c-9825-6a0e6e86f66a None None] Sync routers for ids ['89656546-ddc5-4203-94c6-5ef1902c23c0'] in dv-cinder-862136-1-iscsi {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:38:34.829310 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:34.829496 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323c36df-5ccd-4c7c-9825-6a0e6e86f66a None None] Routers {'89656546-ddc5-4203-94c6-5ef1902c23c0'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:38:34.829989 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-323c36df-5ccd-4c7c-9825-6a0e6e86f66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:38:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['89656546-ddc5-4203-94c6-5ef1902c23c0'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:38:34.859168 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-3d22c941-456d-4eb5-8878-c02a73b40fe4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7403898 Oct 20 13:38:34.859780 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a95c3c3-dcce-457b-98df-7b6ff3df8680', 'tag': '819ed6f1-641c-46ab-baf3-306b4b54da88'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:38:34.862054 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e554ed9-2cbb-4ea5-9cce-d7007adf0ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "3a95c3c3-dcce-457b-98df-7b6ff3df8680", "tag": "819ed6f1-641c-46ab-baf3-306b4b54da88"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:38:34.870662 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:34.920357 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa876c1-2385-473a-a913-caa0347a6f9e x-openstack-request-id: req-7aa876c1-2385-473a-a913-caa0347a6f9e {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:38:34.920761 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a95c3c3-dcce-457b-98df-7b6ff3df8680", "tag": "819ed6f1-641c-46ab-baf3-306b4b54da88", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:38:34.921265 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7aa876c1-2385-473a-a913-caa0347a6f9e {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:38:34.921753 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aa876c1-2385-473a-a913-caa0347a6f9e'] response: {'name': 'network-changed', 'server_uuid': '3a95c3c3-dcce-457b-98df-7b6ff3df8680', 'tag': '819ed6f1-641c-46ab-baf3-306b4b54da88', 'status': 'completed', 'code': 200} Oct 20 13:38:34.939143 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-323c36df-5ccd-4c7c-9825-6a0e6e86f66a None None] Set router 89656546-ddc5-4203-94c6-5ef1902c23c0 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:38:34.970004 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6285ee-ef0e-4d37-a365-96081e996bad req-49c783a0-f107-4a8d-aa96-3c6a4449067e tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:34.971518 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-ab6285ee-ef0e-4d37-a365-96081e996bad req-49c783a0-f107-4a8d-aa96-3c6a4449067e tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0467021 Oct 20 13:38:35.019075 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-ab6285ee-ef0e-4d37-a365-96081e996bad req-f5d857e2-5d94-4de5-a896-bd276cc0a825 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408864 Oct 20 13:38:35.273917 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:35.285334 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-323c36df-5ccd-4c7c-9825-6a0e6e86f66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'name': 'tempest-TestVolumeBootPattern-1660821612-router', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'bb51babb-65af-4bd3-88f5-ed80264d0788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:28Z', 'updated_at': '2022-10-20T13:37:31Z', 'revision_number': 4, 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'gw_port': {'id': 'bb51babb-65af-4bd3-88f5-ed80264d0788', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:29Z', 'updated_at': '2022-10-20T13:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': '2914ee3e-14b2-4c0a-975e-63278e1d2733', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'floating_ip_address': '172.27.0.20', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'port_id': '819ed6f1-641c-46ab-baf3-306b4b54da88', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79', 'mac_address': 'fa:16:3e:c9:0c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95c3c3-dcce-457b-98df-7b6ff3df8680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:38:33Z', 'updated_at': '2022-10-20T13:38:33Z', 'revision_number': 0, 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd0d36f8-0902-407b-90e4-748cde148d02', 'name': '', 'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'mac_address': 'fa:16:3e:07:21:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'abd9d85f-bedb-4be5-9db6-d4242bdfee39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:30Z', 'updated_at': '2022-10-20T13:37:37Z', 'revision_number': 5, 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'subnets': [{'id': 'abd9d85f-bedb-4be5-9db6-d4242bdfee39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:38:35.290824 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38170494-1045-43d8-9b39-87cbf6673c73 req-9bfe0bd3-edba-4972-8764-69628f75e7fb tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:35.292337 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-38170494-1045-43d8-9b39-87cbf6673c73 req-9bfe0bd3-edba-4972-8764-69628f75e7fb tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0484107 Oct 20 13:38:35.313287 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c36df-5ccd-4c7c-9825-6a0e6e86f66a None None] Checking router: 89656546-ddc5-4203-94c6-5ef1902c23c0 for host: dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:38:35.322038 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323c36df-5ccd-4c7c-9825-6a0e6e86f66a None None] Routers {'89656546-ddc5-4203-94c6-5ef1902c23c0'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:38:35.322695 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-323c36df-5ccd-4c7c-9825-6a0e6e86f66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:38:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['89656546-ddc5-4203-94c6-5ef1902c23c0'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:38:35.341116 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-38170494-1045-43d8-9b39-87cbf6673c73 req-45c24cc0-2df8-4282-8c3d-c2ba26ea736a tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430624 Oct 20 13:38:35.427275 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-323c36df-5ccd-4c7c-9825-6a0e6e86f66a None None] Set router 89656546-ddc5-4203-94c6-5ef1902c23c0 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:38:35.636536 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-323c36df-5ccd-4c7c-9825-6a0e6e86f66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'name': 'tempest-TestVolumeBootPattern-1660821612-router', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'bb51babb-65af-4bd3-88f5-ed80264d0788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:28Z', 'updated_at': '2022-10-20T13:37:31Z', 'revision_number': 4, 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'gw_port': {'id': 'bb51babb-65af-4bd3-88f5-ed80264d0788', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:29Z', 'updated_at': '2022-10-20T13:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': '2914ee3e-14b2-4c0a-975e-63278e1d2733', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'floating_ip_address': '172.27.0.20', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'port_id': '819ed6f1-641c-46ab-baf3-306b4b54da88', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79', 'mac_address': 'fa:16:3e:c9:0c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95c3c3-dcce-457b-98df-7b6ff3df8680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:38:33Z', 'updated_at': '2022-10-20T13:38:33Z', 'revision_number': 0, 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd0d36f8-0902-407b-90e4-748cde148d02', 'name': '', 'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'mac_address': 'fa:16:3e:07:21:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'abd9d85f-bedb-4be5-9db6-d4242bdfee39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:30Z', 'updated_at': '2022-10-20T13:37:37Z', 'revision_number': 5, 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'subnets': [{'id': 'abd9d85f-bedb-4be5-9db6-d4242bdfee39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:38:35.661955 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c36df-5ccd-4c7c-9825-6a0e6e86f66a None None] The sync data for ids ['89656546-ddc5-4203-94c6-5ef1902c23c0'] in dv-cinder-862136-1-iscsi is: [{'id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'name': 'tempest-TestVolumeBootPattern-1660821612-router', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'bb51babb-65af-4bd3-88f5-ed80264d0788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:28Z', 'updated_at': '2022-10-20T13:37:31Z', 'revision_number': 4, 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'gw_port': {'id': 'bb51babb-65af-4bd3-88f5-ed80264d0788', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:29Z', 'updated_at': '2022-10-20T13:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': '2914ee3e-14b2-4c0a-975e-63278e1d2733', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'floating_ip_address': '172.27.0.20', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'port_id': '819ed6f1-641c-46ab-baf3-306b4b54da88', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79', 'mac_address': 'fa:16:3e:c9:0c:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a95c3c3-dcce-457b-98df-7b6ff3df8680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:38:33Z', 'updated_at': '2022-10-20T13:38:33Z', 'revision_number': 0, 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd0d36f8-0902-407b-90e4-748cde148d02', 'name': '', 'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'mac_address': 'fa:16:3e:07:21:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'abd9d85f-bedb-4be5-9db6-d4242bdfee39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:30Z', 'updated_at': '2022-10-20T13:37:37Z', 'revision_number': 5, 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'subnets': [{'id': 'abd9d85f-bedb-4be5-9db6-d4242bdfee39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:38:35.846573 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590753e5-ae54-48ad-b669-428489bf01d8 None None] New status for floating IP 2914ee3e-14b2-4c0a-975e-63278e1d2733: ACTIVE {{(pid=104735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 13:38:36.045923 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9ee06c30-85ae-421e-afc1-80edcb861868 req-79c2516a-803d-4bc7-8eb6-fde98f9df320 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 HTTP/1.1" status: 200 len: 217 time: 0.0451438 Oct 20 13:38:36.076710 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e554ed9-2cbb-4ea5-9cce-d7007adf0ee8 req-98158576-855b-4eef-a2ce-fbbd3524da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:36.078388 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4e554ed9-2cbb-4ea5-9cce-d7007adf0ee8 req-98158576-855b-4eef-a2ce-fbbd3524da93 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=32ef0737a3844bfe8f4bc14b09ebc88b&device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 1129 time: 0.0404954 Oct 20 13:38:36.152273 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe7ad2a-0d63-4742-84aa-048fcc43bf01 req-1e66c4c4-a96f-42ce-9e2c-27166878963f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:36.153952 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-cbe7ad2a-0d63-4742-84aa-048fcc43bf01 req-1e66c4c4-a96f-42ce-9e2c-27166878963f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0574839 Oct 20 13:38:36.188517 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:36.192172 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee06c30-85ae-421e-afc1-80edcb861868 req-63af4829-b5da-4355-b94d-949793ac1962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:36.193649 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9ee06c30-85ae-421e-afc1-80edcb861868 req-63af4829-b5da-4355-b94d-949793ac1962 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=39e34ab8-30e0-463a-a9d4-1b76cbd385a8 HTTP/1.1" status: 200 len: 858 time: 0.1135004 Oct 20 13:38:36.207700 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-cbe7ad2a-0d63-4742-84aa-048fcc43bf01 req-7f01000b-92cd-44e4-bd73-5585563c602b tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441351 Oct 20 13:38:36.254880 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e554ed9-2cbb-4ea5-9cce-d7007adf0ee8 req-3a87a3bd-13de-4f96-8957-280ec7e45818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:36.256198 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4e554ed9-2cbb-4ea5-9cce-d7007adf0ee8 req-3a87a3bd-13de-4f96-8957-280ec7e45818 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=a2d938c2-510e-4c09-96e0-662b0c7b6d79 HTTP/1.1" status: 200 len: 913 time: 0.1667552 Oct 20 13:38:36.263208 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee06c30-85ae-421e-afc1-80edcb861868 req-208e7387-704e-46c1-a221-5aefa800329a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:36.264559 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9ee06c30-85ae-421e-afc1-80edcb861868 req-208e7387-704e-46c1-a221-5aefa800329a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=80f8d646-52cd-4c79-be89-0476981cc6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0545638 Oct 20 13:38:36.374154 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4e554ed9-2cbb-4ea5-9cce-d7007adf0ee8 req-f2acc5ef-557e-48ce-b005-7cda7e193883 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=819ed6f1-641c-46ab-baf3-306b4b54da88 HTTP/1.1" status: 200 len: 1000 time: 0.1020434 Oct 20 13:38:36.449037 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9ee06c30-85ae-421e-afc1-80edcb861868 req-bf119d66-a5e2-4292-9378-57763a84fa21 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716030 Oct 20 13:38:36.495952 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e554ed9-2cbb-4ea5-9cce-d7007adf0ee8 req-630481ea-2912-4c96-b982-1cfa1ea34735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:36.497460 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4e554ed9-2cbb-4ea5-9cce-d7007adf0ee8 req-630481ea-2912-4c96-b982-1cfa1ea34735 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=abd9d85f-bedb-4be5-9db6-d4242bdfee39 HTTP/1.1" status: 200 len: 851 time: 0.1105063 Oct 20 13:38:36.532686 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1b7e8d-ade7-481d-b400-0699ee509875 req-fb15c1d3-0d5c-49af-8c19-7a5773d050d4 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:36.534102 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0c1b7e8d-ade7-481d-b400-0699ee509875 req-fb15c1d3-0d5c-49af-8c19-7a5773d050d4 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.1077492 Oct 20 13:38:36.670880 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:36.821934 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e554ed9-2cbb-4ea5-9cce-d7007adf0ee8 req-454092b2-6ff8-4a42-8fbd-1034396b7d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:36.823384 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4e554ed9-2cbb-4ea5-9cce-d7007adf0ee8 req-454092b2-6ff8-4a42-8fbd-1034396b7d79 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=a2d938c2-510e-4c09-96e0-662b0c7b6d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2967510 Oct 20 13:38:36.872329 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0c1b7e8d-ade7-481d-b400-0699ee509875 req-9662d28b-9ffb-4c1c-b94d-16966640ec3b tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3292739 Oct 20 13:38:36.903345 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9ee06c30-85ae-421e-afc1-80edcb861868 req-1d6d31a0-56ea-4ae5-8764-4f758fd441a2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373615 Oct 20 13:38:36.942655 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4e554ed9-2cbb-4ea5-9cce-d7007adf0ee8 req-02dd3aee-85fc-4a87-aa82-6cd21c032cce service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a2d938c2-510e-4c09-96e0-662b0c7b6d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009908 Oct 20 13:38:36.973043 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:37.041923 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4e554ed9-2cbb-4ea5-9cce-d7007adf0ee8 req-c4fae31e-f840-48f5-93ca-1b8358e92d78 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/a2d938c2-510e-4c09-96e0-662b0c7b6d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862625 Oct 20 13:38:37.320671 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=100 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:37.331102 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205cabe-6d8f-4882-9100-93c56664e89b req-3ea7bd94-843f-4523-99c7-d903b53bda53 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:37.333513 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-2205cabe-6d8f-4882-9100-93c56664e89b req-3ea7bd94-843f-4523-99c7-d903b53bda53 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0481961 Oct 20 13:38:37.380540 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-2205cabe-6d8f-4882-9100-93c56664e89b req-c5706e98-2706-4f3a-ba4a-d86cdf11e31d tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414882 Oct 20 13:38:37.999399 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e94a12-a319-4c7c-a19a-b78559967813 req-68104c34-2136-46e2-bcf7-f82761982bc2 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:38.001097 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-87e94a12-a319-4c7c-a19a-b78559967813 req-68104c34-2136-46e2-bcf7-f82761982bc2 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 944 time: 0.0452328 Oct 20 13:38:38.046463 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-87e94a12-a319-4c7c-a19a-b78559967813 req-72c0520b-4505-4ea6-a7dd-0e61146e3c00 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394001 Oct 20 13:38:38.511075 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec17d7-1c0f-4501-abb0-af34acbf1018 req-32d2265c-7702-4d66-9c64-f76271be21dc tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:38.512545 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-77ec17d7-1c0f-4501-abb0-af34acbf1018 req-32d2265c-7702-4d66-9c64-f76271be21dc tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0571754 Oct 20 13:38:38.563550 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-77ec17d7-1c0f-4501-abb0-af34acbf1018 req-5825dea6-9273-47bd-8da9-5650869495fb tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453005 Oct 20 13:38:38.838679 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device c4329cd6-ac99-4465-b271-c87f6eb593c4 details requested by agent hyperv_hv-cinder-86213 with host hv-cinder-86213 {{(pid=104734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 13:38:38.934305 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port c4329cd6-ac99-4465-b271-c87f6eb593c4, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=c4329cd6-ac99-4465-b271-c87f6eb593c4,segment=NetworkSegment(05e72368-f775-4124-bc91-39623e93b8b1),segment_id=05e72368-f775-4124-bc91-39623e93b8b1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:38:38.945444 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Returning: {'device': 'c4329cd6-ac99-4465-b271-c87f6eb593c4', 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'port_id': 'c4329cd6-ac99-4465-b271-c87f6eb593c4', 'mac_address': 'fa:16:3e:2e:17:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 13:38:38.983694 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port c4329cd6-ac99-4465-b271-c87f6eb593c4 is: DOWN; New status is: BUILD {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:38:38.984076 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (c4329cd6-ac99-4465-b271-c87f6eb593c4), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:38.996666 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4329cd6-ac99-4465-b271-c87f6eb593c4 {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:38:39.015944 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port c4329cd6-ac99-4465-b271-c87f6eb593c4, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=c4329cd6-ac99-4465-b271-c87f6eb593c4,segment=NetworkSegment(05e72368-f775-4124-bc91-39623e93b8b1),segment_id=05e72368-f775-4124-bc91-39623e93b8b1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:38:39.020800 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (c4329cd6-ac99-4465-b271-c87f6eb593c4), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:39.044624 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:39.065381 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=c4329cd6-ac99-4465-b271-c87f6eb593c4,revision_number=9']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:38:39.072189 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:39.072528 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:39.072908 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:39.073262 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:39.073591 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:39.073910 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:39.074224 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:39.074539 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:39.074853 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:39.075166 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:39.075479 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:39.075805 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:39.076120 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:39.076430 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:39.076738 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:39.174364 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08685684-5758-479e-ae63-42427885b0d1 req-653e9d79-a713-45e5-b119-aae37f539a98 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:39.175823 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-08685684-5758-479e-ae63-42427885b0d1 req-653e9d79-a713-45e5-b119-aae37f539a98 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 945 time: 0.0491157 Oct 20 13:38:39.221035 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-08685684-5758-479e-ae63-42427885b0d1 req-5c3200f1-8092-489e-a19c-173af41cfd1d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396743 Oct 20 13:38:39.685609 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a1256-1af2-40d1-adfe-17a59ffb3b26 req-01ffed06-56b2-4e7c-8a5c-56a270550525 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:39.687056 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5a4a1256-1af2-40d1-adfe-17a59ffb3b26 req-01ffed06-56b2-4e7c-8a5c-56a270550525 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0456755 Oct 20 13:38:39.733801 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5a4a1256-1af2-40d1-adfe-17a59ffb3b26 req-d340a3c9-f2e3-4710-aa9e-fa3cc672bb01 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404735 Oct 20 13:38:40.122077 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:38:40.238717 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['c4329cd6-ac99-4465-b271-c87f6eb593c4'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:38:40.348893 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51abcc4-791e-4064-a617-46785b26fed7 req-9441254e-2843-4d3a-bd10-1d96fb01b4d8 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:40.350338 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f51abcc4-791e-4064-a617-46785b26fed7 req-9441254e-2843-4d3a-bd10-1d96fb01b4d8 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 945 time: 0.0452228 Oct 20 13:38:40.397208 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f51abcc4-791e-4064-a617-46785b26fed7 req-43498c0a-ee6d-4b6e-b119-e3a417b52e42 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410800 Oct 20 13:38:40.854291 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9b054-9071-49ba-a550-f4f2d3133715 req-e4662229-f1e1-4b8f-9c81-bd61e089926c tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:40.855863 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-aca9b054-9071-49ba-a550-f4f2d3133715 req-e4662229-f1e1-4b8f-9c81-bd61e089926c tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0467429 Oct 20 13:38:40.904413 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-aca9b054-9071-49ba-a550-f4f2d3133715 req-cfe99306-8a7f-4e13-a042-f24b77afb9e8 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431499 Oct 20 13:38:41.289967 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device c4329cd6-ac99-4465-b271-c87f6eb593c4 up at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:38:41.318495 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:41.335256 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning complete for port c4329cd6-ac99-4465-b271-c87f6eb593c4 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:38:41.335645 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (c4329cd6-ac99-4465-b271-c87f6eb593c4), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:41.335971 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Attempt 1 to provision port c4329cd6-ac99-4465-b271-c87f6eb593c4 Oct 20 13:38:41.406534 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port c4329cd6-ac99-4465-b271-c87f6eb593c4 is: BUILD; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:38:41.406912 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (c4329cd6-ac99-4465-b271-c87f6eb593c4), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:41.430490 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b9ae5b-1e55-409f-9a61-b1e2a47d1b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4329cd6-ac99-4465-b271-c87f6eb593c4'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:38:41.432788 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5374b1acb5d21f0576c4c748ca21f6e32e0c69c98f35ada2d9891fed02f2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1530ffaa-b8ce-4847-9c3e-55fb663fa849" -d '{"events": [{"server_uuid": "93b9ae5b-1e55-409f-9a61-b1e2a47d1b58", "name": "network-vif-plugged", "status": "completed", "tag": "c4329cd6-ac99-4465-b271-c87f6eb593c4"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:38:41.446461 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port c4329cd6-ac99-4465-b271-c87f6eb593c4, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=c4329cd6-ac99-4465-b271-c87f6eb593c4,segment=NetworkSegment(05e72368-f775-4124-bc91-39623e93b8b1),segment_id=05e72368-f775-4124-bc91-39623e93b8b1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:38:41.451798 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (c4329cd6-ac99-4465-b271-c87f6eb593c4), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:41.477975 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be704c5-115b-435a-8d23-3881b2b17996 x-openstack-request-id: req-4be704c5-115b-435a-8d23-3881b2b17996 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:38:41.478399 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b9ae5b-1e55-409f-9a61-b1e2a47d1b58", "name": "network-vif-plugged", "status": "completed", "tag": "c4329cd6-ac99-4465-b271-c87f6eb593c4", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:38:41.478641 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4be704c5-115b-435a-8d23-3881b2b17996 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:38:41.479022 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4be704c5-115b-435a-8d23-3881b2b17996'] response: {'server_uuid': '93b9ae5b-1e55-409f-9a61-b1e2a47d1b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4329cd6-ac99-4465-b271-c87f6eb593c4', 'code': 200} Oct 20 13:38:41.506966 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=c4329cd6-ac99-4465-b271-c87f6eb593c4,revision_number=10']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:38:41.529241 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fde33-68d1-4f6e-b8d3-a28a8d4ede68 req-0ec60c70-4d81-4b40-b08d-fcc3f5cef0ce tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:41.530687 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f66fde33-68d1-4f6e-b8d3-a28a8d4ede68 req-0ec60c70-4d81-4b40-b08d-fcc3f5cef0ce tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 947 time: 0.0489945 Oct 20 13:38:41.580731 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f66fde33-68d1-4f6e-b8d3-a28a8d4ede68 req-74b1ec55-8ef2-491e-a27c-cf48060a32cf tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436947 Oct 20 13:38:42.030188 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e481d-ac84-404e-99a9-b1484d3e8f2d req-99f197bb-b895-46c4-a330-f95828f2b9d7 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:42.031653 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-658e481d-ac84-404e-99a9-b1484d3e8f2d req-99f197bb-b895-46c4-a330-f95828f2b9d7 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0490711 Oct 20 13:38:42.082196 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-658e481d-ac84-404e-99a9-b1484d3e8f2d req-1e3c4f2f-ffd1-47b8-ad26-4fedd9a90a43 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436640 Oct 20 13:38:42.669767 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:42.706596 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373480f0-2f0d-4f98-9055-470869761197 req-61b0c8ba-496f-419e-ab77-721f187870cb tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:42.708083 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-373480f0-2f0d-4f98-9055-470869761197 req-61b0c8ba-496f-419e-ab77-721f187870cb tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 947 time: 0.0465744 Oct 20 13:38:42.754542 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-373480f0-2f0d-4f98-9055-470869761197 req-125244e0-2425-4bc1-8064-033591234767 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409243 Oct 20 13:38:43.202786 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120623a0-beba-4ddb-9faf-3885f3f01e5d req-33d6849d-e567-4978-a27e-dfcb6e0b8887 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:43.204235 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-120623a0-beba-4ddb-9faf-3885f3f01e5d req-33d6849d-e567-4978-a27e-dfcb6e0b8887 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0471160 Oct 20 13:38:43.251096 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-120623a0-beba-4ddb-9faf-3885f3f01e5d req-8abc1202-cc1f-4c34-8942-7cd659448a7f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410485 Oct 20 13:38:43.878145 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce771f0b-80c5-45b6-b593-8c6f3f6fced0 req-513517db-8647-43ab-b74c-231894b82b04 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:43.879572 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ce771f0b-80c5-45b6-b593-8c6f3f6fced0 req-513517db-8647-43ab-b74c-231894b82b04 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 947 time: 0.0456767 Oct 20 13:38:43.926315 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ce771f0b-80c5-45b6-b593-8c6f3f6fced0 req-d37aaf3f-09a6-4cc6-af8b-f896fe5900e3 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412507 Oct 20 13:38:44.368832 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99217472-7c8f-4cc7-a45a-ceaf806a019d req-0d7f1051-58c4-478e-b6b2-1d3a19d6599f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:44.370225 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-99217472-7c8f-4cc7-a45a-ceaf806a019d req-0d7f1051-58c4-478e-b6b2-1d3a19d6599f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0464072 Oct 20 13:38:44.420352 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-99217472-7c8f-4cc7-a45a-ceaf806a019d req-a963857e-0cc2-43e7-aa70-bcaf2319438c tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443518 Oct 20 13:38:44.544027 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f4ef0652-72dd-491b-bb7c-3e5ab81622ee req-d6077bae-d430-4102-8165-2485bd3f5a79 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435143 Oct 20 13:38:45.056612 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57fb836-7f3f-4146-aeaf-0feeb5b60e9a req-329f3a0e-3325-4afd-9b5b-0fb1dfeaebeb tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:45.058213 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b57fb836-7f3f-4146-aeaf-0feeb5b60e9a req-329f3a0e-3325-4afd-9b5b-0fb1dfeaebeb tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 947 time: 0.0480030 Oct 20 13:38:45.106287 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b57fb836-7f3f-4146-aeaf-0feeb5b60e9a req-4888687f-7036-41b0-9f06-3d48fc943e1c tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425620 Oct 20 13:38:45.541233 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3cea18-d74e-471b-b133-5325c5d0e2a6 req-d04193f4-1a9e-4497-8888-b5365acf28fa tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:45.542677 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-fa3cea18-d74e-471b-b133-5325c5d0e2a6 req-d04193f4-1a9e-4497-8888-b5365acf28fa tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0474453 Oct 20 13:38:45.561792 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=100 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:45.591228 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-fa3cea18-d74e-471b-b133-5325c5d0e2a6 req-914b051e-2407-4e8e-b13a-58e47dd04b4b tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429299 Oct 20 13:38:45.941550 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:46.238038 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32daadaa-d6d1-417e-8a7c-2fb07ba1f76b req-1f9260b5-b3ee-4a91-8170-d68f83b5d12b tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:46.239620 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-32daadaa-d6d1-417e-8a7c-2fb07ba1f76b req-1f9260b5-b3ee-4a91-8170-d68f83b5d12b tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 947 time: 0.0466514 Oct 20 13:38:46.288953 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-32daadaa-d6d1-417e-8a7c-2fb07ba1f76b req-989de649-dfa0-4524-9453-81ee74a567cd tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438275 Oct 20 13:38:47.414472 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720174be-9904-455b-9942-bffd21f5bdc0 req-6ef93e50-f98d-4afb-bf30-c36e82f620b5 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:47.415909 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-720174be-9904-455b-9942-bffd21f5bdc0 req-6ef93e50-f98d-4afb-bf30-c36e82f620b5 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 947 time: 0.0464795 Oct 20 13:38:47.461646 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-720174be-9904-455b-9942-bffd21f5bdc0 req-61a2d79b-65d1-4e64-962c-6d38c7d6a160 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401056 Oct 20 13:38:48.441827 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef0652-72dd-491b-bb7c-3e5ab81622ee req-bb37e8b6-f601-48f2-ac6e-018cb9c3a15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:48.443300 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f4ef0652-72dd-491b-bb7c-3e5ab81622ee req-bb37e8b6-f601-48f2-ac6e-018cb9c3a15d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=747a468811fb478aa6c49b848ccee6d0&device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 1129 time: 0.0388329 Oct 20 13:38:48.671704 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc8fe4-67ba-4f0e-9923-b57f963c8cc9 req-6863f1ce-9bc7-488f-a1c9-b761356bc61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:48.673333 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7ebc8fe4-67ba-4f0e-9923-b57f963c8cc9 req-6863f1ce-9bc7-488f-a1c9-b761356bc61d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 1131 time: 0.1215084 Oct 20 13:38:48.681162 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:48.687982 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a40eb-3481-4791-bb71-c7a250e6b850 req-345ff2e2-0844-441e-a02f-a5ef178094f5 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:48.689814 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-587a40eb-3481-4791-bb71-c7a250e6b850 req-345ff2e2-0844-441e-a02f-a5ef178094f5 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 947 time: 0.1211991 Oct 20 13:38:48.768144 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef0652-72dd-491b-bb7c-3e5ab81622ee req-9fd3b18c-297a-4949-b8ed-3dc3d3bd9aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:48.770302 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f4ef0652-72dd-491b-bb7c-3e5ab81622ee req-9fd3b18c-297a-4949-b8ed-3dc3d3bd9aec service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=d308b555-e032-40ef-ae84-228dba4540e0 HTTP/1.1" status: 200 len: 911 time: 0.2106352 Oct 20 13:38:48.806013 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7ebc8fe4-67ba-4f0e-9923-b57f963c8cc9 req-ae611714-68a7-4f6a-aa89-967803734253 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143572 Oct 20 13:38:48.844939 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-587a40eb-3481-4791-bb71-c7a250e6b850 req-fc244f2b-325d-49c9-adb2-c0f07ecf77a2 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414940 Oct 20 13:38:48.869812 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f4ef0652-72dd-491b-bb7c-3e5ab81622ee req-f24eaa46-5655-4f8f-87d9-6f919a8c65e4 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20c71ca9-62f4-4658-828a-7e49ec9d9631 HTTP/1.1" status: 200 len: 1001 time: 0.0844491 Oct 20 13:38:49.146897 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef0652-72dd-491b-bb7c-3e5ab81622ee req-546b7db6-b77d-4c75-abf7-ee8d9b37a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:49.148389 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f4ef0652-72dd-491b-bb7c-3e5ab81622ee req-546b7db6-b77d-4c75-abf7-ee8d9b37a651 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6fe06b3c-29c6-4094-8f91-406de935285f HTTP/1.1" status: 200 len: 849 time: 0.0447874 Oct 20 13:38:49.197219 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef0652-72dd-491b-bb7c-3e5ab81622ee req-3a86f5b3-5d24-4d50-9aec-a7b723883f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:49.198810 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f4ef0652-72dd-491b-bb7c-3e5ab81622ee req-3a86f5b3-5d24-4d50-9aec-a7b723883f90 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=d308b555-e032-40ef-ae84-228dba4540e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388672 Oct 20 13:38:49.292791 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f4ef0652-72dd-491b-bb7c-3e5ab81622ee req-fa330d49-a5f0-4574-9f80-f9b35e43f381 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d308b555-e032-40ef-ae84-228dba4540e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850415 Oct 20 13:38:49.976028 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b06bd1-8590-4079-900b-250c05089ca2 req-d2ce53ad-fca6-4150-9765-1ab61cd5d02d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:49.977525 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-00b06bd1-8590-4079-900b-250c05089ca2 req-d2ce53ad-fca6-4150-9765-1ab61cd5d02d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 947 time: 0.0497642 Oct 20 13:38:50.025354 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-00b06bd1-8590-4079-900b-250c05089ca2 req-4d81704f-7926-4b2b-bec1-de34c277371a tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422482 Oct 20 13:38:50.117808 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 44594) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:38:50.123077 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-5e2f3d71-07d3-480b-b033-883654cf4b19 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Request body: {'security_group': {'name': 'tempest-securitygroup--407880188', 'description': 'tempest-description--757883586'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:38:50.146473 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5e2f3d71-07d3-480b-b033-883654cf4b19 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:50.178774 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:50.206433 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f4ef0652-72dd-491b-bb7c-3e5ab81622ee req-953651ac-a272-491a-bda9-9dc3eeb99f4e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d308b555-e032-40ef-ae84-228dba4540e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980635 Oct 20 13:38:50.218353 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5e2f3d71-07d3-480b-b033-883654cf4b19 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks [] for security_group (9e327510-634d-40db-95e9-dc33082d037b), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:50.222651 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5e2f3d71-07d3-480b-b033-883654cf4b19 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (9e327510-634d-40db-95e9-dc33082d037b), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:50.250121 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5e2f3d71-07d3-480b-b033-883654cf4b19 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:50.251292 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-5e2f3d71-07d3-480b-b033-883654cf4b19 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1321440 Oct 20 13:38:50.255288 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 44596) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:38:50.255789 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f3d71-07d3-480b-b033-883654cf4b19 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e327510-634d-40db-95e9-dc33082d037b,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:38:50.259969 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-7361f01f-a8fc-4714-82db-af617e22cc2f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Request body: {'security_group_rule': {'security_group_id': '9e327510-634d-40db-95e9-dc33082d037b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:38:50.262953 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f3d71-07d3-480b-b033-883654cf4b19 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:50.263295 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f3d71-07d3-480b-b033-883654cf4b19 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:50.263625 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f3d71-07d3-480b-b033-883654cf4b19 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:50.263968 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f3d71-07d3-480b-b033-883654cf4b19 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:50.264289 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f3d71-07d3-480b-b033-883654cf4b19 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:50.264613 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f3d71-07d3-480b-b033-883654cf4b19 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:50.265190 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f3d71-07d3-480b-b033-883654cf4b19 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:50.265518 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f3d71-07d3-480b-b033-883654cf4b19 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:50.266210 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f3d71-07d3-480b-b033-883654cf4b19 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:50.266553 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f3d71-07d3-480b-b033-883654cf4b19 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:50.266881 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f3d71-07d3-480b-b033-883654cf4b19 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:50.267356 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f3d71-07d3-480b-b033-883654cf4b19 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:50.267539 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f3d71-07d3-480b-b033-883654cf4b19 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:50.268288 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f3d71-07d3-480b-b033-883654cf4b19 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:50.268288 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2f3d71-07d3-480b-b033-883654cf4b19 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:38:50.286876 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:50.288736 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7361f01f-a8fc-4714-82db-af617e22cc2f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks [] for security_group_rule (ff2273c8-c61a-4346-8fa6-77606cd016a5), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:50.343363 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7361f01f-a8fc-4714-82db-af617e22cc2f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks [] for security_group_rule (ff2273c8-c61a-4346-8fa6-77606cd016a5), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:50.347333 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7361f01f-a8fc-4714-82db-af617e22cc2f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (ff2273c8-c61a-4346-8fa6-77606cd016a5), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:50.365779 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361f01f-a8fc-4714-82db-af617e22cc2f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2273c8-c61a-4346-8fa6-77606cd016a5,revision_number=0']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:38:50.373169 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7361f01f-a8fc-4714-82db-af617e22cc2f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:50.374331 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-7361f01f-a8fc-4714-82db-af617e22cc2f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177990 Oct 20 13:38:50.377337 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 44598) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:38:50.382220 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-7d3bc625-3281-47d2-ac65-6b52e673c2d8 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Request body: {'security_group_rule': {'security_group_id': '9e327510-634d-40db-95e9-dc33082d037b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:38:50.407112 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7d3bc625-3281-47d2-ac65-6b52e673c2d8 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks [] for security_group_rule (febaee96-73c4-4e14-ae79-692d3e1a7c00), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:50.462163 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7d3bc625-3281-47d2-ac65-6b52e673c2d8 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks [] for security_group_rule (febaee96-73c4-4e14-ae79-692d3e1a7c00), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:50.465385 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7d3bc625-3281-47d2-ac65-6b52e673c2d8 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (febaee96-73c4-4e14-ae79-692d3e1a7c00), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:50.483581 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3bc625-3281-47d2-ac65-6b52e673c2d8 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=febaee96-73c4-4e14-ae79-692d3e1a7c00,revision_number=0']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:38:50.491281 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7d3bc625-3281-47d2-ac65-6b52e673c2d8 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:50.492443 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-7d3bc625-3281-47d2-ac65-6b52e673c2d8 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1135864 Oct 20 13:38:50.495582 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 44600) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:38:50.500276 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-538d53e8-5035-4217-8711-3a6b5c68b26f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Request body: {'floatingip': {'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:38:50.521173 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:50.526500 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-538d53e8-5035-4217-8711-3a6b5c68b26f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:50.625664 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-538d53e8-5035-4217-8711-3a6b5c68b26f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:50.732083 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [None req-538d53e8-5035-4217-8711-3a6b5c68b26f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Allocated IP 172.27.0.154 (54b02c82-3888-4407-a753-5cb002a664e9/80f1bf56-ddb3-4c42-8717-7c4bb006400e/6d0a6db2-28c3-43fb-b8a0-984e94d0f29e) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:38:50.852712 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-538d53e8-5035-4217-8711-3a6b5c68b26f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks [] for port (6d0a6db2-28c3-43fb-b8a0-984e94d0f29e), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:50.897190 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-538d53e8-5035-4217-8711-3a6b5c68b26f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (6d0a6db2-28c3-43fb-b8a0-984e94d0f29e), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:50.939078 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538d53e8-5035-4217-8711-3a6b5c68b26f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Network 54b02c82-3888-4407-a753-5cb002a664e9 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:38:50.950807 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [None req-538d53e8-5035-4217-8711-3a6b5c68b26f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:38:50.954790 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538d53e8-5035-4217-8711-3a6b5c68b26f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:38:50.962468 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d53e8-5035-4217-8711-3a6b5c68b26f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Pushing event updated for resources: {'Port': ['ID=6d0a6db2-28c3-43fb-b8a0-984e94d0f29e,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:38:51.062043 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-538d53e8-5035-4217-8711-3a6b5c68b26f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks [] for floatingip (69e68622-2c61-4184-ab23-f62e215bad47), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:51.082893 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:51.200387 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-538d53e8-5035-4217-8711-3a6b5c68b26f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (6d0a6db2-28c3-43fb-b8a0-984e94d0f29e), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:51.208226 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b2e35-224e-424b-a928-e237a5614ac8 req-828db36f-3092-4218-ada3-f4d0c64cae25 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:51.216024 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5d8b2e35-224e-424b-a928-e237a5614ac8 req-828db36f-3092-4218-ada3-f4d0c64cae25 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 947 time: 0.0743244 Oct 20 13:38:51.274613 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5d8b2e35-224e-424b-a928-e237a5614ac8 req-fa83009e-c86d-46fd-948d-b523b432876f tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571995 Oct 20 13:38:51.357799 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:51.380546 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe4104-acc0-44d2-a991-e85bf3e9f126 req-d61fa659-8418-44a1-8b8b-90035981c970 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:51.382024 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0abe4104-acc0-44d2-a991-e85bf3e9f126 req-d61fa659-8418-44a1-8b8b-90035981c970 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0832214 Oct 20 13:38:51.463688 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-538d53e8-5035-4217-8711-3a6b5c68b26f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks [] for port (6d0a6db2-28c3-43fb-b8a0-984e94d0f29e), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:51.469972 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0abe4104-acc0-44d2-a991-e85bf3e9f126 req-94bbaf15-b826-481d-b1b8-8739f0561c39 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774744 Oct 20 13:38:51.470930 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-538d53e8-5035-4217-8711-3a6b5c68b26f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (6d0a6db2-28c3-43fb-b8a0-984e94d0f29e), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:51.540835 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-538d53e8-5035-4217-8711-3a6b5c68b26f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (69e68622-2c61-4184-ab23-f62e215bad47), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:51.543603 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d53e8-5035-4217-8711-3a6b5c68b26f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Pushing event updated for resources: {'Port': ['ID=6d0a6db2-28c3-43fb-b8a0-984e94d0f29e,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:38:51.561174 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-538d53e8-5035-4217-8711-3a6b5c68b26f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:51.562517 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-538d53e8-5035-4217-8711-3a6b5c68b26f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0658283 Oct 20 13:38:51.773849 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-d14d72b4-9d61-42c1-a642-1c1c69fafa0d tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--407880188&fields=id&tenant_id=f36e9fb394944eb0a0c2c0075dbc937c HTTP/1.1" status: 200 len: 267 time: 0.0437384 Oct 20 13:38:51.883935 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-45275b8b-6ed7-462b-8be4-93eed7102042 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:51.885430 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-45275b8b-6ed7-462b-8be4-93eed7102042 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/networks?id=80f8d646-52cd-4c79-be89-0476981cc6e9 HTTP/1.1" status: 200 len: 819 time: 0.1051450 Oct 20 13:38:51.901651 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-55d0269a-02af-4472-863f-b63c409cacb0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/quotas/f36e9fb394944eb0a0c2c0075dbc937c HTTP/1.1" status: 200 len: 375 time: 0.0104322 Oct 20 13:38:51.962043 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-c5a9a220-8d4a-47ab-afd4-813dfae2d6ac tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f36e9fb394944eb0a0c2c0075dbc937c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0548465 Oct 20 13:38:52.061609 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-33b87330-88d0-4b09-9800-197e1a11f20e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867090 Oct 20 13:38:52.154810 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-3e2c2831-cf15-4a38-8072-8c67e64b3ccd service neutron] 10.222.0.23 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864873 Oct 20 13:38:52.314659 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5484e255-d05a-4226-bc48-ee556308ed74 req-095a1dc9-5735-4593-b5f7-39ca4354504e tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 210 time: 0.0285916 Oct 20 13:38:52.397847 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:52.410485 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aa453f-00a1-445c-af49-01493a169b21 req-dc711379-7f74-43b7-8844-6d681e077158 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:52.411971 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-03aa453f-00a1-445c-af49-01493a169b21 req-dc711379-7f74-43b7-8844-6d681e077158 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 947 time: 0.0522881 Oct 20 13:38:52.462168 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-03aa453f-00a1-445c-af49-01493a169b21 req-fe4e5559-7d6b-43a3-86fd-c35ee7c8bc4b tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437741 Oct 20 13:38:52.601588 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22f8c88-6d31-4443-9e1e-bef3a0b9d70c req-35975c8f-2d03-46e3-afdd-cf5a398f67b6 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:52.603103 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d22f8c88-6d31-4443-9e1e-bef3a0b9d70c req-35975c8f-2d03-46e3-afdd-cf5a398f67b6 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0505655 Oct 20 13:38:52.655085 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d22f8c88-6d31-4443-9e1e-bef3a0b9d70c req-27becf6c-c198-4e01-ba96-7e521c999292 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456936 Oct 20 13:38:53.419119 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e00d2260-38d9-4dd4-870c-b1733c3b7e73 req-402f9aef-d380-4c4b-b176-375fb9451273 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 210 time: 0.0282216 Oct 20 13:38:53.788715 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3415d-ff91-4d18-9b9e-33af3333e70f req-8bdf2e0c-f0e7-4a93-8422-5e3e02011a32 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:53.790188 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-87f3415d-ff91-4d18-9b9e-33af3333e70f req-8bdf2e0c-f0e7-4a93-8422-5e3e02011a32 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0545166 Oct 20 13:38:53.836766 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-87f3415d-ff91-4d18-9b9e-33af3333e70f req-ff93d2fb-f492-40d7-8e9c-89e530ddb3fc tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408468 Oct 20 13:38:54.288893 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-56248593-d91e-4cdb-bfb6-e7d343bd08bf tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:54.290348 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-56248593-d91e-4cdb-bfb6-e7d343bd08bf tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.20 "GET /networking/v2.0/networks?id=80f8d646-52cd-4c79-be89-0476981cc6e9 HTTP/1.1" status: 200 len: 819 time: 0.1080668 Oct 20 13:38:54.358356 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-26387a6a-2484-43f5-b6f8-15a3ca97a6d5 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f36e9fb394944eb0a0c2c0075dbc937c HTTP/1.1" status: 200 len: 379 time: 0.0557973 Oct 20 13:38:54.369884 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-31e4d995-7d7b-4690-aeef-534feb374232 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Request body: {'port': {'device_id': '5f326ad5-ca2f-4300-8676-2b6d7edfb108', 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9', 'admin_state_up': True, 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'security_groups': ['9e327510-634d-40db-95e9-dc33082d037b']}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:38:54.474234 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-31e4d995-7d7b-4690-aeef-534feb374232 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Made reservation on behalf of f36e9fb394944eb0a0c2c0075dbc937c for: {'port': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:38:54.478048 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-31e4d995-7d7b-4690-aeef-534feb374232 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:54.531801 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-66ee5a19-7e7c-48d0-95f5-6ed319b0ceb1 req-365450f5-9859-44ed-b0df-24e6f5749c00 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 210 time: 0.0366664 Oct 20 13:38:54.616322 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-faaab40f-d894-4808-9f48-ff3e3c43124d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:54.635600 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-31e4d995-7d7b-4690-aeef-534feb374232 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Allocated IP 172.20.0.5 (80f8d646-52cd-4c79-be89-0476981cc6e9/39e34ab8-30e0-463a-a9d4-1b76cbd385a8/61a2cacd-9e95-4421-956a-22d6ee9a27a3) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:38:54.714961 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:54.727996 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:54.777030 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-31e4d995-7d7b-4690-aeef-534feb374232 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks [] for port (61a2cacd-9e95-4421-956a-22d6ee9a27a3), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:54.810230 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-31e4d995-7d7b-4690-aeef-534feb374232 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (61a2cacd-9e95-4421-956a-22d6ee9a27a3), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:54.853975 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-31e4d995-7d7b-4690-aeef-534feb374232 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Network 80f8d646-52cd-4c79-be89-0476981cc6e9 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:38:54.857085 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-31e4d995-7d7b-4690-aeef-534feb374232 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:38:54.860852 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-31e4d995-7d7b-4690-aeef-534feb374232 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:38:54.866627 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4d995-7d7b-4690-aeef-534feb374232 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Pushing event updated for resources: {'Port': ['ID=61a2cacd-9e95-4421-956a-22d6ee9a27a3,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:38:54.923701 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-31e4d995-7d7b-4690-aeef-534feb374232 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:54.924981 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-31e4d995-7d7b-4690-aeef-534feb374232 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:54.943047 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-31e4d995-7d7b-4690-aeef-534feb374232 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5768211 Oct 20 13:38:54.958473 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-a4e8a477-80e5-473d-9139-8c62c286ac12 service neutron] Request body: {'port': {'device_id': '5f326ad5-ca2f-4300-8676-2b6d7edfb108', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86213'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:38:54.982580 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c1286-446a-4970-a963-1d971e0c8831 req-de96648a-5119-4eb0-8f5c-dc9f95e9b35b tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:54.984238 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-515c1286-446a-4970-a963-1d971e0c8831 req-de96648a-5119-4eb0-8f5c-dc9f95e9b35b tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0569549 Oct 20 13:38:55.038010 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-a4e8a477-80e5-473d-9139-8c62c286ac12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (61a2cacd-9e95-4421-956a-22d6ee9a27a3), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:55.045951 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-515c1286-446a-4970-a963-1d971e0c8831 req-d7e0857b-a31e-4cdd-a1ff-8a6af86b7a06 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549092 Oct 20 13:38:55.144389 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-8e5d9248-3bc4-42e9-8211-333a2cc36799 None None] Provisioning complete for port 61a2cacd-9e95-4421-956a-22d6ee9a27a3 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:38:55.145046 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8e5d9248-3bc4-42e9-8211-333a2cc36799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (61a2cacd-9e95-4421-956a-22d6ee9a27a3), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:55.145549 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-8e5d9248-3bc4-42e9-8211-333a2cc36799 None None] Attempt 1 to provision port 61a2cacd-9e95-4421-956a-22d6ee9a27a3 Oct 20 13:38:55.181931 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-8e5d9248-3bc4-42e9-8211-333a2cc36799 None None] Port 61a2cacd-9e95-4421-956a-22d6ee9a27a3 cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:38:55.339134 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-a4e8a477-80e5-473d-9139-8c62c286ac12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a2cacd-9e95-4421-956a-22d6ee9a27a3 {{(pid=104733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:38:55.347867 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-a4e8a477-80e5-473d-9139-8c62c286ac12 service neutron] Publish callbacks [] for port (61a2cacd-9e95-4421-956a-22d6ee9a27a3), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:55.361523 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.provisioning_blocks [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-a4e8a477-80e5-473d-9139-8c62c286ac12 service neutron] Transition to ACTIVE for port object 61a2cacd-9e95-4421-956a-22d6ee9a27a3 will not be triggered until provisioned by entity L2. {{(pid=104733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 13:38:55.365789 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-a4e8a477-80e5-473d-9139-8c62c286ac12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (61a2cacd-9e95-4421-956a-22d6ee9a27a3), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:55.418361 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ff456-f7dc-4d69-95d0-e6236792b3b9 req-79dda7d1-ffbb-4c99-a4da-41a4b97423ab tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:55.419846 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-684ff456-f7dc-4d69-95d0-e6236792b3b9 req-79dda7d1-ffbb-4c99-a4da-41a4b97423ab tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0787959c-f72a-4c43-9d8e-99727c31a00e HTTP/1.1" status: 200 len: 946 time: 0.0527189 Oct 20 13:38:55.430087 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8a477-80e5-473d-9139-8c62c286ac12 service neutron] Pushing event updated for resources: {'Port': ['ID=61a2cacd-9e95-4421-956a-22d6ee9a27a3,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:38:55.471754 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:55.477280 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-684ff456-f7dc-4d69-95d0-e6236792b3b9 req-2cad0113-47e6-46fb-b62a-353dd1254108 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=199a0219-20b9-42f6-b51d-45645d6794d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502713 Oct 20 13:38:55.483856 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-a4e8a477-80e5-473d-9139-8c62c286ac12 service neutron] Attempting to bind port 61a2cacd-9e95-4421-956a-22d6ee9a27a3 on host hv-cinder-86213 for vnic_type normal with profile {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:38:55.484187 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-a4e8a477-80e5-473d-9139-8c62c286ac12 service neutron] Attempting to bind port 61a2cacd-9e95-4421-956a-22d6ee9a27a3 by drivers openvswitch,hyperv on host hv-cinder-86213 at level 0 using segments [{'id': '32d54844-4ce9-4228-abf5-0f1ad3651b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9'}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:38:55.484505 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-a4e8a477-80e5-473d-9139-8c62c286ac12 service neutron] Attempting to bind port 61a2cacd-9e95-4421-956a-22d6ee9a27a3 on network 80f8d646-52cd-4c79-be89-0476981cc6e9 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:38:55.534883 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-a4e8a477-80e5-473d-9139-8c62c286ac12 service neutron] Port 61a2cacd-9e95-4421-956a-22d6ee9a27a3 on network 80f8d646-52cd-4c79-be89-0476981cc6e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86213 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 13:38:55.535236 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-a4e8a477-80e5-473d-9139-8c62c286ac12 service neutron] Attempting to bind port 61a2cacd-9e95-4421-956a-22d6ee9a27a3 on network 80f8d646-52cd-4c79-be89-0476981cc6e9 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:38:55.586738 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:55.589874 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-a4e8a477-80e5-473d-9139-8c62c286ac12 service neutron] Checking agent: {'id': '4b042e07-7f30-49b6-94c5-05338f7deed3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'started_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:38:55.590206 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-a4e8a477-80e5-473d-9139-8c62c286ac12 service neutron] Checking segment: {'id': '32d54844-4ce9-4228-abf5-0f1ad3651b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:38:55.590579 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-a4e8a477-80e5-473d-9139-8c62c286ac12 service neutron] Bound using segment: {'id': '32d54844-4ce9-4228-abf5-0f1ad3651b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9'} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:38:55.591026 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-a4e8a477-80e5-473d-9139-8c62c286ac12 service neutron] Bound port: 61a2cacd-9e95-4421-956a-22d6ee9a27a3, host: hv-cinder-86213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d54844-4ce9-4228-abf5-0f1ad3651b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9'}}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:38:55.591376 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-a4e8a477-80e5-473d-9139-8c62c286ac12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (61a2cacd-9e95-4421-956a-22d6ee9a27a3), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:55.594118 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:55.689614 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a51731-d646-4beb-85bd-95da62b0280f req-8fc0638a-f935-437d-afc5-dac1fad29224 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:55.691103 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a0a51731-d646-4beb-85bd-95da62b0280f req-8fc0638a-f935-437d-afc5-dac1fad29224 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 943 time: 0.0674138 Oct 20 13:38:55.696775 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-a4e8a477-80e5-473d-9139-8c62c286ac12 service neutron] For port 61a2cacd-9e95-4421-956a-22d6ee9a27a3, host hv-cinder-86213, cleared binding levels {{(pid=104733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:38:55.700794 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-a4e8a477-80e5-473d-9139-8c62c286ac12 service neutron] For port 61a2cacd-9e95-4421-956a-22d6ee9a27a3, host hv-cinder-86213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=61a2cacd-9e95-4421-956a-22d6ee9a27a3,segment=NetworkSegment(32d54844-4ce9-4228-abf5-0f1ad3651b18),segment_id=32d54844-4ce9-4228-abf5-0f1ad3651b18)] {{(pid=104733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:38:55.715649 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-a4e8a477-80e5-473d-9139-8c62c286ac12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (61a2cacd-9e95-4421-956a-22d6ee9a27a3), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:55.722522 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-a4e8a477-80e5-473d-9139-8c62c286ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:55.723130 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-a4e8a477-80e5-473d-9139-8c62c286ac12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:55.724449 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-a4e8a477-80e5-473d-9139-8c62c286ac12 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/61a2cacd-9e95-4421-956a-22d6ee9a27a3 HTTP/1.1" status: 200 len: 1093 time: 0.7720916 Oct 20 13:38:55.726178 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f326ad5-ca2f-4300-8676-2b6d7edfb108', 'tag': '61a2cacd-9e95-4421-956a-22d6ee9a27a3'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:38:55.728341 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3116b53-aa9c-4c0c-ac7c-328cdef9b9e0" -d '{"events": [{"name": "network-changed", "server_uuid": "5f326ad5-ca2f-4300-8676-2b6d7edfb108", "tag": "61a2cacd-9e95-4421-956a-22d6ee9a27a3"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:38:55.769451 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d653e47-c264-4bf8-aad2-dd8140e32aa3 x-openstack-request-id: req-9d653e47-c264-4bf8-aad2-dd8140e32aa3 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:38:55.769730 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f326ad5-ca2f-4300-8676-2b6d7edfb108", "tag": "61a2cacd-9e95-4421-956a-22d6ee9a27a3", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:38:55.769974 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9d653e47-c264-4bf8-aad2-dd8140e32aa3 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:38:55.770362 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d653e47-c264-4bf8-aad2-dd8140e32aa3'] response: {'name': 'network-changed', 'server_uuid': '5f326ad5-ca2f-4300-8676-2b6d7edfb108', 'tag': '61a2cacd-9e95-4421-956a-22d6ee9a27a3', 'status': 'completed', 'code': 200} Oct 20 13:38:55.791009 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a0a51731-d646-4beb-85bd-95da62b0280f req-6578b06a-78de-4c24-84b0-e9b31466be4d tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919812 Oct 20 13:38:55.795390 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8a477-80e5-473d-9139-8c62c286ac12 service neutron] Pushing event updated for resources: {'Port': ['ID=61a2cacd-9e95-4421-956a-22d6ee9a27a3,revision_number=3']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:38:56.174930 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d727250-ca47-41ad-8f65-65130be4483f req-59a01933-877a-4ae7-97de-be071ce694ea tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:56.176634 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-7d727250-ca47-41ad-8f65-65130be4483f req-59a01933-877a-4ae7-97de-be071ce694ea tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0485132 Oct 20 13:38:56.223734 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-7d727250-ca47-41ad-8f65-65130be4483f req-fe1a75b9-038f-449c-a260-e285b50333ce tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415788 Oct 20 13:38:56.600816 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3fa38-1d2f-4464-ad41-b0fbe2730013 req-e583f45c-ce76-4722-b839-400c2a22a988 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:56.602290 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d6b3fa38-1d2f-4464-ad41-b0fbe2730013 req-e583f45c-ce76-4722-b839-400c2a22a988 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0787959c-f72a-4c43-9d8e-99727c31a00e HTTP/1.1" status: 200 len: 946 time: 0.0472267 Oct 20 13:38:56.649091 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d6b3fa38-1d2f-4464-ad41-b0fbe2730013 req-7a202841-85a2-4372-a553-29607419e472 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=199a0219-20b9-42f6-b51d-45645d6794d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412688 Oct 20 13:38:56.909567 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d8f4e-4887-4cf4-8c01-42e6dd51f48e req-8281038b-b426-46cf-b6fd-e8bc8ce27988 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:56.911019 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-060d8f4e-4887-4cf4-8c01-42e6dd51f48e req-8281038b-b426-46cf-b6fd-e8bc8ce27988 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 943 time: 0.0456214 Oct 20 13:38:56.943313 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-eb63cf4a-d432-4a7c-96ff-ec96706f6134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:56.958366 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-060d8f4e-4887-4cf4-8c01-42e6dd51f48e req-c88e0622-6ac0-4e2e-8bd3-e5f962a453b3 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418329 Oct 20 13:38:57.346967 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87379b5-e500-44cb-8195-3416ceced318 req-b01a8431-9318-4cd2-82d2-53e416920dd7 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:57.348400 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d87379b5-e500-44cb-8195-3416ceced318 req-b01a8431-9318-4cd2-82d2-53e416920dd7 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0501955 Oct 20 13:38:57.396885 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d87379b5-e500-44cb-8195-3416ceced318 req-d01ecf57-665e-4409-a48f-7a96cabaf06e tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423636 Oct 20 13:38:57.483035 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3116b53-aa9c-4c0c-ac7c-328cdef9b9e0 req-89649765-37dd-493f-a6d9-559a4fee5815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:57.484470 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b3116b53-aa9c-4c0c-ac7c-328cdef9b9e0 req-89649765-37dd-493f-a6d9-559a4fee5815 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f36e9fb394944eb0a0c2c0075dbc937c&device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 1127 time: 0.0385768 Oct 20 13:38:57.587558 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3116b53-aa9c-4c0c-ac7c-328cdef9b9e0 req-8754cd69-b372-4cbe-8788-bfd25b18a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:57.589031 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b3116b53-aa9c-4c0c-ac7c-328cdef9b9e0 req-8754cd69-b372-4cbe-8788-bfd25b18a325 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=f36e9fb394944eb0a0c2c0075dbc937c&shared=False HTTP/1.1" status: 200 len: 920 time: 0.0941184 Oct 20 13:38:57.772183 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4f8dc-1caa-4abf-aa2d-06b30f4cdc51 req-ec4aefae-7b1d-4221-baf5-24233af4ca80 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:57.773695 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-08b4f8dc-1caa-4abf-aa2d-06b30f4cdc51 req-ec4aefae-7b1d-4221-baf5-24233af4ca80 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0787959c-f72a-4c43-9d8e-99727c31a00e HTTP/1.1" status: 200 len: 946 time: 0.0494125 Oct 20 13:38:57.801587 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3116b53-aa9c-4c0c-ac7c-328cdef9b9e0 req-f35efc7f-60e2-4cf2-a586-a8e3af78c923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:57.803030 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b3116b53-aa9c-4c0c-ac7c-328cdef9b9e0 req-f35efc7f-60e2-4cf2-a586-a8e3af78c923 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892365 Oct 20 13:38:57.820731 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-08b4f8dc-1caa-4abf-aa2d-06b30f4cdc51 req-7bdba695-c2c6-4100-8e7e-c0be249142b3 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=199a0219-20b9-42f6-b51d-45645d6794d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411768 Oct 20 13:38:57.882747 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ffc2d-0cad-4b30-95cb-d20aa1e2a89b req-eb494ce7-e3db-426b-b11a-326d9b1f5345 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:57.884166 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2a8ffc2d-0cad-4b30-95cb-d20aa1e2a89b req-eb494ce7-e3db-426b-b11a-326d9b1f5345 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=0787959c-f72a-4c43-9d8e-99727c31a00e HTTP/1.1" status: 200 len: 946 time: 0.0460541 Oct 20 13:38:57.952517 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-4696d554-491a-4ea1-831c-e952bb2597e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:57.953996 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-4696d554-491a-4ea1-831c-e952bb2597e8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f36e9fb394944eb0a0c2c0075dbc937c&device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 1127 time: 0.0690093 Oct 20 13:38:58.122332 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:58.127857 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:58.160452 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:58.244326 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-cc4c8c03-3aac-4093-897f-0c5cb470d5f5 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61a2cacd-9e95-4421-956a-22d6ee9a27a3 HTTP/1.1" status: 200 len: 217 time: 0.2621574 Oct 20 13:38:58.299383 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-2a8ffc2d-0cad-4b30-95cb-d20aa1e2a89b req-c621262c-436d-4bd0-ad64-cf99aab6977c tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Deleting port 48e38ca1-0978-43a8-a28f-176c07485795 {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:38:58.299715 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-2a8ffc2d-0cad-4b30-95cb-d20aa1e2a89b req-c621262c-436d-4bd0-ad64-cf99aab6977c tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (48e38ca1-0978-43a8-a28f-176c07485795), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:58.333226 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617264e-0d6c-4a73-9581-343194bd428f req-4549b4ec-e665-4954-b5ee-7af3d19f10c6 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:58.334666 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1617264e-0d6c-4a73-9581-343194bd428f req-4549b4ec-e665-4954-b5ee-7af3d19f10c6 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 943 time: 0.0968883 Oct 20 13:38:58.380998 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:58.400849 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-85003f55-15c7-403d-bfde-b8da85fe711b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:58.402270 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-85003f55-15c7-403d-bfde-b8da85fe711b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=39e34ab8-30e0-463a-a9d4-1b76cbd385a8 HTTP/1.1" status: 200 len: 858 time: 0.1475654 Oct 20 13:38:58.428632 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:38:58.476944 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1617264e-0d6c-4a73-9581-343194bd428f req-bc27d233-84cf-4b37-8364-0eb52b06e8dd tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128976 Oct 20 13:38:58.498795 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-2a8ffc2d-0cad-4b30-95cb-d20aa1e2a89b req-c621262c-436d-4bd0-ad64-cf99aab6977c tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] For port 48e38ca1-0978-43a8-a28f-176c07485795, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=48e38ca1-0978-43a8-a28f-176c07485795,segment=NetworkSegment(f2ec3ead-e9f4-44ff-a786-53bba697e934),segment_id=f2ec3ead-e9f4-44ff-a786-53bba697e934)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:38:58.498795 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-2a8ffc2d-0cad-4b30-95cb-d20aa1e2a89b req-c621262c-436d-4bd0-ad64-cf99aab6977c tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (48e38ca1-0978-43a8-a28f-176c07485795), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:58.504011 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-3874dffc-d9a6-4949-9ef0-81552d83da73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:58.505683 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-3874dffc-d9a6-4949-9ef0-81552d83da73 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=80f8d646-52cd-4c79-be89-0476981cc6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0904810 Oct 20 13:38:58.527742 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-2a8ffc2d-0cad-4b30-95cb-d20aa1e2a89b req-c621262c-436d-4bd0-ad64-cf99aab6977c tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Calling delete_port for 48e38ca1-0978-43a8-a28f-176c07485795 owned by compute:nova {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:38:58.530952 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69f4a5b-9bee-4735-b6dd-d7cf8548b834 req-5ae89410-b584-43fa-bc0c-aabd4eda21b4 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:58.532430 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d69f4a5b-9bee-4735-b6dd-d7cf8548b834 req-5ae89410-b584-43fa-bc0c-aabd4eda21b4 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0608728 Oct 20 13:38:58.581656 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d69f4a5b-9bee-4735-b6dd-d7cf8548b834 req-d7fc72f9-9a14-4eb4-b334-0c1985e92934 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415077 Oct 20 13:38:58.669193 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-86a6f899-91fe-401d-b22b-dc3ae547168c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501346 Oct 20 13:38:58.778420 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-2a8ffc2d-0cad-4b30-95cb-d20aa1e2a89b req-c621262c-436d-4bd0-ad64-cf99aab6977c tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (48e38ca1-0978-43a8-a28f-176c07485795), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:58.799729 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['48e38ca1-0978-43a8-a28f-176c07485795'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:38:58.823959 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c621262c-436d-4bd0-ad64-cf99aab6977c tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Pushing event deleted for resources: {'Port': ['ID=48e38ca1-0978-43a8-a28f-176c07485795,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:38:58.835094 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-251a93d0-aa2f-407b-b356-e691f2268c88 req-69e1dcfc-05f5-42a1-8c86-d9c9495b3174 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571951 Oct 20 13:38:58.879291 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8ffc2d-0cad-4b30-95cb-d20aa1e2a89b req-c621262c-436d-4bd0-ad64-cf99aab6977c tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] No DVR routers for this DVR port 48e38ca1-0978-43a8-a28f-176c07485795 on host hv-cinder-86213 {{(pid=104733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:38:58.881791 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-2a8ffc2d-0cad-4b30-95cb-d20aa1e2a89b req-c621262c-436d-4bd0-ad64-cf99aab6977c tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:58.884995 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2a8ffc2d-0cad-4b30-95cb-d20aa1e2a89b req-c621262c-436d-4bd0-ad64-cf99aab6977c tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.20 "DELETE /networking/v2.0/ports/48e38ca1-0978-43a8-a28f-176c07485795 HTTP/1.1" status: 204 len: 173 time: 0.9892526 Oct 20 13:38:58.885487 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0787959c-f72a-4c43-9d8e-99727c31a00e', 'name': 'network-vif-deleted', 'tag': '48e38ca1-0978-43a8-a28f-176c07485795'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:38:58.887712 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149bd774-c24e-4aea-b429-dbc9aea396fe" -d '{"events": [{"server_uuid": "0787959c-f72a-4c43-9d8e-99727c31a00e", "name": "network-vif-deleted", "tag": "48e38ca1-0978-43a8-a28f-176c07485795"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:38:58.933972 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad69391f-05d9-415a-9e0a-56437883f0d2 x-openstack-request-id: req-ad69391f-05d9-415a-9e0a-56437883f0d2 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:38:58.934261 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0787959c-f72a-4c43-9d8e-99727c31a00e", "name": "network-vif-deleted", "tag": "48e38ca1-0978-43a8-a28f-176c07485795", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:38:58.934507 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ad69391f-05d9-415a-9e0a-56437883f0d2 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:38:58.934900 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad69391f-05d9-415a-9e0a-56437883f0d2'] response: {'server_uuid': '0787959c-f72a-4c43-9d8e-99727c31a00e', 'name': 'network-vif-deleted', 'tag': '48e38ca1-0978-43a8-a28f-176c07485795', 'status': 'completed', 'code': 200} Oct 20 13:38:58.937192 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7c9f4487-57dd-4862-ac86-16d7805039c5 req-abaaca0c-9ee2-40e2-8194-379ee38b7c9f tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0787959c-f72a-4c43-9d8e-99727c31a00e HTTP/1.1" status: 200 len: 210 time: 0.0309148 Oct 20 13:38:59.607429 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:59.626173 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49963efe-39ad-4a5c-a252-cab240745cd7 req-d3ec0986-5f00-4c54-81e1-2b8d28e4b5fc tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:59.628451 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-49963efe-39ad-4a5c-a252-cab240745cd7 req-d3ec0986-5f00-4c54-81e1-2b8d28e4b5fc tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 943 time: 0.0531721 Oct 20 13:38:59.679640 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-49963efe-39ad-4a5c-a252-cab240745cd7 req-8310c4f9-9a5c-4a60-a15c-e6064a06db68 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454416 Oct 20 13:38:59.706358 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca9d59f-1c14-4319-81fd-f19499460a44 req-92b47456-3425-442f-9f73-0cfe1d0a1f5a tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:38:59.707810 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-aca9d59f-1c14-4319-81fd-f19499460a44 req-92b47456-3425-442f-9f73-0cfe1d0a1f5a tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0476079 Oct 20 13:38:59.729772 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:38:59.760821 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-aca9d59f-1c14-4319-81fd-f19499460a44 req-4c724f86-25a3-4f84-a0f9-6daf1409f9ca tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475690 Oct 20 13:39:00.041213 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-27aafa63-002f-4e87-987e-8edfcc2aff34 req-6a6e3174-0848-491d-9ce3-0fe37c454e9e tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=0787959c-f72a-4c43-9d8e-99727c31a00e HTTP/1.1" status: 200 len: 210 time: 0.0288861 Oct 20 13:39:00.798361 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c45d84-1d43-4afc-833c-a7d19613ef48 req-d7b64945-3e8a-4401-ab75-f6e07441e1cb tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:00.800458 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-42c45d84-1d43-4afc-833c-a7d19613ef48 req-d7b64945-3e8a-4401-ab75-f6e07441e1cb tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 943 time: 0.0464859 Oct 20 13:39:00.853893 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-42c45d84-1d43-4afc-833c-a7d19613ef48 req-9fdafb3e-bbab-4776-8860-3f86942c7b3f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478482 Oct 20 13:39:00.887850 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2b4b0-d60b-4b9e-b209-9947a3b33f6f req-7b00037c-1cc3-4d37-a501-db767a7fa3db tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:00.889433 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-48e2b4b0-d60b-4b9e-b209-9947a3b33f6f req-7b00037c-1cc3-4d37-a501-db767a7fa3db tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0508513 Oct 20 13:39:00.939664 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-48e2b4b0-d60b-4b9e-b209-9947a3b33f6f req-02e8cfea-3781-44bb-9c15-74e93ac7cdad tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429227 Oct 20 13:39:01.382950 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 61a2cacd-9e95-4421-956a-22d6ee9a27a3 details requested by agent hyperv_hv-cinder-86213 with host hv-cinder-86213 {{(pid=104734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 13:39:01.386262 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 48e38ca1-0978-43a8-a28f-176c07485795 no longer exists at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:39:01.412468 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] No Port match for: 48e38ca1-0978-43a8-a28f-176c07485795 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:39:01.412813 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 48e38ca1-0978-43a8-a28f-176c07485795 not bound to the agent host hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:39:01.495902 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:01.503960 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 61a2cacd-9e95-4421-956a-22d6ee9a27a3, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=61a2cacd-9e95-4421-956a-22d6ee9a27a3,segment=NetworkSegment(32d54844-4ce9-4228-abf5-0f1ad3651b18),segment_id=32d54844-4ce9-4228-abf5-0f1ad3651b18)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:39:01.515934 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Returning: {'device': '61a2cacd-9e95-4421-956a-22d6ee9a27a3', 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9', 'port_id': '61a2cacd-9e95-4421-956a-22d6ee9a27a3', 'mac_address': 'fa:16:3e:0d:95:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 13:39:01.550765 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 61a2cacd-9e95-4421-956a-22d6ee9a27a3 is: DOWN; New status is: BUILD {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:39:01.551150 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (61a2cacd-9e95-4421-956a-22d6ee9a27a3), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:01.563863 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a2cacd-9e95-4421-956a-22d6ee9a27a3 {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:39:01.584000 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 61a2cacd-9e95-4421-956a-22d6ee9a27a3, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=61a2cacd-9e95-4421-956a-22d6ee9a27a3,segment=NetworkSegment(32d54844-4ce9-4228-abf5-0f1ad3651b18),segment_id=32d54844-4ce9-4228-abf5-0f1ad3651b18)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:39:01.586928 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (61a2cacd-9e95-4421-956a-22d6ee9a27a3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:01.634670 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=61a2cacd-9e95-4421-956a-22d6ee9a27a3,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:39:01.979050 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30e5d30-a86f-4431-80ed-345150d853c7 req-666b3f85-8c0c-471d-bd5e-dbb90841c295 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:01.980541 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-e30e5d30-a86f-4431-80ed-345150d853c7 req-666b3f85-8c0c-471d-bd5e-dbb90841c295 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 944 time: 0.0500047 Oct 20 13:39:02.030079 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-e30e5d30-a86f-4431-80ed-345150d853c7 req-a58cce69-b15a-47e1-a9ae-e13601204a3f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434532 Oct 20 13:39:02.061339 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e9b1f-0822-4343-b363-141fdef10956 req-448a13bf-6642-41a4-905b-c667593e175e tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:02.062809 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-af1e9b1f-0822-4343-b363-141fdef10956 req-448a13bf-6642-41a4-905b-c667593e175e tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0479720 Oct 20 13:39:02.109811 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-af1e9b1f-0822-4343-b363-141fdef10956 req-10032a04-5b7e-47ed-a3b5-c8c7a04c1f14 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409331 Oct 20 13:39:03.153093 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ade1b6-57cd-4507-a9d6-1aea940267c7 req-4415b33d-36b5-498b-80fe-6bb9c61d5955 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:03.154566 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-f1ade1b6-57cd-4507-a9d6-1aea940267c7 req-4415b33d-36b5-498b-80fe-6bb9c61d5955 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 944 time: 0.0467665 Oct 20 13:39:03.202275 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-f1ade1b6-57cd-4507-a9d6-1aea940267c7 req-4be5ce8e-2ee9-461b-b37b-0c426d13f0a4 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416803 Oct 20 13:39:03.235657 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a9dc9c-29dc-4748-9ebb-70ec4fe6edd6 req-68da2355-22be-4101-b873-df716bd533a9 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:03.237268 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-20a9dc9c-29dc-4748-9ebb-70ec4fe6edd6 req-68da2355-22be-4101-b873-df716bd533a9 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0497749 Oct 20 13:39:03.283502 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-20a9dc9c-29dc-4748-9ebb-70ec4fe6edd6 req-8888558e-668e-42fb-a826-aac7fcedacbf tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407004 Oct 20 13:39:04.305460 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=100 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:04.323991 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e4b770-0a91-4570-8db4-61170660e5af req-9871b96c-e0c1-4571-ab10-2496701c9447 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:04.325488 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-69e4b770-0a91-4570-8db4-61170660e5af req-9871b96c-e0c1-4571-ab10-2496701c9447 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 944 time: 0.0481911 Oct 20 13:39:04.382023 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-69e4b770-0a91-4570-8db4-61170660e5af req-7b5cfae8-5a88-411c-a4b6-0c12a4d72c32 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501816 Oct 20 13:39:04.395153 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:04.409069 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299ef94-8f8d-486f-95ed-6682f023a8ef req-1a880603-12ae-4f80-af2b-e680532b01fb tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:04.410605 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a299ef94-8f8d-486f-95ed-6682f023a8ef req-1a880603-12ae-4f80-af2b-e680532b01fb tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0491729 Oct 20 13:39:04.449379 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:04.458037 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a299ef94-8f8d-486f-95ed-6682f023a8ef req-99d12fd4-2865-4345-b095-6a11bb39e1a0 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418901 Oct 20 13:39:04.677268 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['61a2cacd-9e95-4421-956a-22d6ee9a27a3'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:39:04.750016 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:05.506589 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae6b45f-8310-4bd0-84ad-383d49025fe3 req-2e4b8e18-f643-499d-b011-48a1411604e7 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:05.513632 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-7ae6b45f-8310-4bd0-84ad-383d49025fe3 req-2e4b8e18-f643-499d-b011-48a1411604e7 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 944 time: 0.0495400 Oct 20 13:39:05.563466 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-7ae6b45f-8310-4bd0-84ad-383d49025fe3 req-accbbb5c-a93a-4437-9fae-cf032be91227 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476298 Oct 20 13:39:05.597830 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83666002-1a86-457f-96b8-73499842b0a8 req-cbd40bd0-97b1-42ed-a78c-5fec13da6009 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:05.601319 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-83666002-1a86-457f-96b8-73499842b0a8 req-cbd40bd0-97b1-42ed-a78c-5fec13da6009 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0596201 Oct 20 13:39:05.647535 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-83666002-1a86-457f-96b8-73499842b0a8 req-efb73fb8-ca64-45ca-ab4d-0c1dedf13222 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428476 Oct 20 13:39:06.302402 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 61a2cacd-9e95-4421-956a-22d6ee9a27a3 up at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:39:06.343324 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning for port 61a2cacd-9e95-4421-956a-22d6ee9a27a3 completed by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 13:39:06.349756 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning complete for port 61a2cacd-9e95-4421-956a-22d6ee9a27a3 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:39:06.350159 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (61a2cacd-9e95-4421-956a-22d6ee9a27a3), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:06.350593 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Attempt 1 to provision port 61a2cacd-9e95-4421-956a-22d6ee9a27a3 Oct 20 13:39:06.421864 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 61a2cacd-9e95-4421-956a-22d6ee9a27a3 is: BUILD; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:39:06.422242 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (61a2cacd-9e95-4421-956a-22d6ee9a27a3), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:06.444843 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f326ad5-ca2f-4300-8676-2b6d7edfb108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a2cacd-9e95-4421-956a-22d6ee9a27a3'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:39:06.447074 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5374b1acb5d21f0576c4c748ca21f6e32e0c69c98f35ada2d9891fed02f2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e9e891-9048-4504-8221-09589b792181" -d '{"events": [{"server_uuid": "5f326ad5-ca2f-4300-8676-2b6d7edfb108", "name": "network-vif-plugged", "status": "completed", "tag": "61a2cacd-9e95-4421-956a-22d6ee9a27a3"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:39:06.459686 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 61a2cacd-9e95-4421-956a-22d6ee9a27a3, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=61a2cacd-9e95-4421-956a-22d6ee9a27a3,segment=NetworkSegment(32d54844-4ce9-4228-abf5-0f1ad3651b18),segment_id=32d54844-4ce9-4228-abf5-0f1ad3651b18)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:39:06.463511 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (61a2cacd-9e95-4421-956a-22d6ee9a27a3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:06.490827 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312939d7-9da5-4fa8-82e8-0243fd213580 x-openstack-request-id: req-312939d7-9da5-4fa8-82e8-0243fd213580 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:39:06.491109 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f326ad5-ca2f-4300-8676-2b6d7edfb108", "name": "network-vif-plugged", "status": "completed", "tag": "61a2cacd-9e95-4421-956a-22d6ee9a27a3", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:39:06.491358 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-312939d7-9da5-4fa8-82e8-0243fd213580 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:39:06.491737 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-312939d7-9da5-4fa8-82e8-0243fd213580'] response: {'server_uuid': '5f326ad5-ca2f-4300-8676-2b6d7edfb108', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a2cacd-9e95-4421-956a-22d6ee9a27a3', 'code': 200} Oct 20 13:39:06.516150 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=61a2cacd-9e95-4421-956a-22d6ee9a27a3,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:39:06.682120 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:06.709952 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c89c9f-d2a1-4187-86d9-270c3f0f2b0f req-b5749e2a-c059-4d33-8578-ac8211d39667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:06.711458 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b3c89c9f-d2a1-4187-86d9-270c3f0f2b0f req-b5749e2a-c059-4d33-8578-ac8211d39667 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 1129 time: 0.0746882 Oct 20 13:39:06.722961 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c598cc-3f31-41c4-8633-9c93535dfd64 req-aacac13a-c275-42eb-895a-c3a758c6c48e tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:06.724422 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c7c598cc-3f31-41c4-8633-9c93535dfd64 req-aacac13a-c275-42eb-895a-c3a758c6c48e tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 945 time: 0.0786762 Oct 20 13:39:06.795175 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b3c89c9f-d2a1-4187-86d9-270c3f0f2b0f req-df97cfcb-9508-474c-808f-08ba482dc3fb service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697753 Oct 20 13:39:06.796319 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e0871-2881-4a02-9fa5-06c6bf905e97 req-1eebf8f4-e111-447f-932a-51b58226be9d tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:06.801849 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-732e0871-2881-4a02-9fa5-06c6bf905e97 req-1eebf8f4-e111-447f-932a-51b58226be9d tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0685010 Oct 20 13:39:06.807684 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c7c598cc-3f31-41c4-8633-9c93535dfd64 req-a2e6978a-9337-417f-ba0c-66c6f9b84002 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688951 Oct 20 13:39:06.845180 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=100 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:06.862968 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-732e0871-2881-4a02-9fa5-06c6bf905e97 req-0f057087-f9a9-4e41-b408-553cdfb96413 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556376 Oct 20 13:39:07.939788 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d315c36-046b-4e87-8a8b-b8465eed218a req-f2297673-38d9-442b-a7ff-cc737f5ad6ec tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:07.941301 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8d315c36-046b-4e87-8a8b-b8465eed218a req-f2297673-38d9-442b-a7ff-cc737f5ad6ec tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 945 time: 0.0472655 Oct 20 13:39:07.987678 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee057f1-8891-4530-ab6d-eaa47ec4defd req-378550e2-afac-4b4c-bc2d-fe6dee20962e tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:07.988387 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8d315c36-046b-4e87-8a8b-b8465eed218a req-554a6526-b4d2-4e08-bec2-19be935ba2a1 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416563 Oct 20 13:39:07.989189 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-0ee057f1-8891-4530-ab6d-eaa47ec4defd req-378550e2-afac-4b4c-bc2d-fe6dee20962e tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0499446 Oct 20 13:39:08.035784 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-0ee057f1-8891-4530-ab6d-eaa47ec4defd req-235a4189-0c61-4071-be13-c9e77eecdf4c tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411265 Oct 20 13:39:09.108431 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b305a51f-d8bd-4a65-aac5-e58f36127b01 req-6f71fba4-ea2b-4117-ab2a-a917fd6e9a6c tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:09.109909 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b305a51f-d8bd-4a65-aac5-e58f36127b01 req-6f71fba4-ea2b-4117-ab2a-a917fd6e9a6c tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 945 time: 0.0475273 Oct 20 13:39:09.156149 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b3c1f-ce64-48be-b5dc-d157aac606fc req-bdc26755-a35e-4ab7-945c-5bae82cce364 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:09.157300 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b305a51f-d8bd-4a65-aac5-e58f36127b01 req-c2d3ea0b-be12-450c-aff8-aa88047b1c3d tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416961 Oct 20 13:39:09.157536 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-409b3c1f-ce64-48be-b5dc-d157aac606fc req-bdc26755-a35e-4ab7-945c-5bae82cce364 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0469010 Oct 20 13:39:09.204321 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-409b3c1f-ce64-48be-b5dc-d157aac606fc req-c50f1f6d-d0e9-4202-861c-51c32923f916 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408492 Oct 20 13:39:10.213599 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-ab508b87-fd78-4576-8487-84da38537953 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:10.215068 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-ab508b87-fd78-4576-8487-84da38537953 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/networks?id=3d74f2a6-396d-4af0-8172-d2ba2f2834fd HTTP/1.1" status: 200 len: 813 time: 0.1053655 Oct 20 13:39:10.232529 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-2cfb3bb5-68fe-4f12-a1a1-aa315e8c463b tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/quotas/c189090d654b46c880b0d40f1e46a563 HTTP/1.1" status: 200 len: 375 time: 0.0094237 Oct 20 13:39:10.265683 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-d653d62c-9e92-4ada-8a3d-7758f7baef6a tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=c189090d654b46c880b0d40f1e46a563&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272868 Oct 20 13:39:10.278416 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cb951-2864-40fb-b6c8-055addcd4fb5 req-04c80ddf-cb61-41e9-8329-7e9f6041cb7f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:10.279875 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-9e6cb951-2864-40fb-b6c8-055addcd4fb5 req-04c80ddf-cb61-41e9-8329-7e9f6041cb7f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 945 time: 0.0464318 Oct 20 13:39:10.332156 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-9e6cb951-2864-40fb-b6c8-055addcd4fb5 req-b0513cf0-d4fa-451e-9778-b5bcaf29638c tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460379 Oct 20 13:39:10.362869 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-2a7ddc71-aad4-48f0-851d-bb49af80ed42 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3d74f2a6-396d-4af0-8172-d2ba2f2834fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898340 Oct 20 13:39:10.457978 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-a2214ef0-6011-4791-a29e-2a537f70fa06 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/3d74f2a6-396d-4af0-8172-d2ba2f2834fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895131 Oct 20 13:39:10.477708 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c70b7c-79de-4aea-8bc9-21da06fd7c8c req-8a0efc79-afd9-4603-bce9-16a0604e647d tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:10.479182 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-a3c70b7c-79de-4aea-8bc9-21da06fd7c8c req-8a0efc79-afd9-4603-bce9-16a0604e647d tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0485165 Oct 20 13:39:10.529220 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-a3c70b7c-79de-4aea-8bc9-21da06fd7c8c req-f453f533-9988-48a8-9a91-7acf2016dd6f tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445116 Oct 20 13:39:10.726194 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0cffd1fc-bc18-410e-bea1-e5d9ac20d11b req-74919605-71ae-4fda-9dc2-06470ad49faf tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=370db21c-b140-47ce-b86d-73159b9151c0 HTTP/1.1" status: 200 len: 210 time: 0.0445209 Oct 20 13:39:10.801282 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055287b-7223-486a-91ca-a59a26642d22 req-fcf1133c-2059-4264-b743-33ad7c986d37 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:10.802868 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d055287b-7223-486a-91ca-a59a26642d22 req-fcf1133c-2059-4264-b743-33ad7c986d37 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0763383 Oct 20 13:39:10.855468 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d055287b-7223-486a-91ca-a59a26642d22 req-0b9ed558-cd34-4b1b-8ad4-a1f80956789b tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469880 Oct 20 13:39:10.987733 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970b3d1-9b2c-4275-8486-f0eee34aa4e0 req-8e0a3c1b-e625-4b4e-bb12-ef7b8964c0ce tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:10.989252 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-a970b3d1-9b2c-4275-8486-f0eee34aa4e0 req-8e0a3c1b-e625-4b4e-bb12-ef7b8964c0ce tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4fc63ee-55ed-437c-81f4-4d658bf32051 HTTP/1.1" status: 200 len: 946 time: 0.0499659 Oct 20 13:39:11.038228 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-a970b3d1-9b2c-4275-8486-f0eee34aa4e0 req-a717d384-2a90-432d-9107-64db36ac5464 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9923baa6-74ba-4678-bf50-a51c21b5a5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428791 Oct 20 13:39:11.458514 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2fb2d-f38e-4b4d-8156-581dae795c5c req-9d79e6c6-a151-4565-9e8f-d90e455624fd tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:11.460144 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3fc2fb2d-f38e-4b4d-8156-581dae795c5c req-9d79e6c6-a151-4565-9e8f-d90e455624fd tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 945 time: 0.0477870 Oct 20 13:39:11.484259 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:11.514058 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3fc2fb2d-f38e-4b4d-8156-581dae795c5c req-12d5596d-f203-4e07-854d-aa9d606cdbe9 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457034 Oct 20 13:39:11.826841 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-e11f49ef-5145-40c1-8e84-57305eef0398 req-f9a849ed-5267-45bc-9b05-2f030f6154d9 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=370db21c-b140-47ce-b86d-73159b9151c0 HTTP/1.1" status: 200 len: 210 time: 0.0263293 Oct 20 13:39:11.981780 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4c85d5-98ee-4192-8137-e041e1df2cee req-eebc0b8b-77b0-4664-a0df-4785e53d76e5 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:11.983229 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cd4c85d5-98ee-4192-8137-e041e1df2cee req-eebc0b8b-77b0-4664-a0df-4785e53d76e5 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0468004 Oct 20 13:39:12.033322 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cd4c85d5-98ee-4192-8137-e041e1df2cee req-1ca66286-f65f-4712-a227-37e2b35045dc tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443420 Oct 20 13:39:12.157360 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d226440-db9f-4881-9629-5c270dfddb12 req-65a8d025-c4ae-48e9-926f-f1c6a0efebd4 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:12.158949 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-4d226440-db9f-4881-9629-5c270dfddb12 req-65a8d025-c4ae-48e9-926f-f1c6a0efebd4 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4fc63ee-55ed-437c-81f4-4d658bf32051 HTTP/1.1" status: 200 len: 946 time: 0.0468242 Oct 20 13:39:12.210122 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-4d226440-db9f-4881-9629-5c270dfddb12 req-977876bf-9a8e-4c6e-94e2-6ecfe09c277c tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9923baa6-74ba-4678-bf50-a51c21b5a5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455601 Oct 20 13:39:12.635529 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db1e1e6-bd6b-430e-b42b-06c7eec98b49 req-1c67d415-d67a-481e-87eb-5716bada59d5 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:12.637019 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7db1e1e6-bd6b-430e-b42b-06c7eec98b49 req-1c67d415-d67a-481e-87eb-5716bada59d5 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 945 time: 0.0467274 Oct 20 13:39:12.683273 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7db1e1e6-bd6b-430e-b42b-06c7eec98b49 req-275e8153-e467-49bf-8902-386e039d9c55 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406852 Oct 20 13:39:12.801688 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01465df6-d2ed-4baa-b1db-7777aa45fbc4 req-3df6f29a-a287-4992-a88c-823382d95cbf tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:12.803049 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-01465df6-d2ed-4baa-b1db-7777aa45fbc4 req-3df6f29a-a287-4992-a88c-823382d95cbf tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 945 time: 0.0471666 Oct 20 13:39:12.813514 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 44876) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:39:12.817817 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-13cd3aed-a3d9-4430-81e1-d895118ce3bd tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Request body: {'floatingip': {'port_id': '61a2cacd-9e95-4421-956a-22d6ee9a27a3'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:39:12.865970 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-13cd3aed-a3d9-4430-81e1-d895118ce3bd tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks [] for floatingip (69e68622-2c61-4184-ab23-f62e215bad47), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:12.894438 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b771c-092f-4e71-9fd4-522e89d92eac req-c6519fe9-f04a-44bb-a38f-e30ea512c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:12.896336 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9b4b771c-092f-4e71-9fd4-522e89d92eac req-c6519fe9-f04a-44bb-a38f-e30ea512c77a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=747a468811fb478aa6c49b848ccee6d0&device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 1129 time: 0.0487123 Oct 20 13:39:12.939559 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=100 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:12.940901 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:12.996076 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5ffb0adc-6928-48bd-80ab-974c05e69edf req-882c296c-b5ea-4170-9982-b56a3c2efc6c tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=370db21c-b140-47ce-b86d-73159b9151c0 HTTP/1.1" status: 200 len: 210 time: 0.0751829 Oct 20 13:39:13.041496 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b771c-092f-4e71-9fd4-522e89d92eac req-4f77caff-984a-4b29-ae55-962ff2ea74c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:13.042960 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9b4b771c-092f-4e71-9fd4-522e89d92eac req-4f77caff-984a-4b29-ae55-962ff2ea74c3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=d308b555-e032-40ef-ae84-228dba4540e0 HTTP/1.1" status: 200 len: 911 time: 0.1363399 Oct 20 13:39:13.215654 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=100 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:13.217090 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9b4b771c-092f-4e71-9fd4-522e89d92eac req-14d96be3-ff70-46f0-8dba-0040e29e1863 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20c71ca9-62f4-4658-828a-7e49ec9d9631 HTTP/1.1" status: 200 len: 1001 time: 0.0646904 Oct 20 13:39:13.230318 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a6574-7132-4730-94cb-cd84fc2d60dd req-812f507a-5d67-483b-a7eb-5d430dbb646f tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:13.231760 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-e44a6574-7132-4730-94cb-cd84fc2d60dd req-812f507a-5d67-483b-a7eb-5d430dbb646f tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.1034696 Oct 20 13:39:13.326787 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-e44a6574-7132-4730-94cb-cd84fc2d60dd req-1654570f-47ca-4141-a870-d4e0bb877406 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867605 Oct 20 13:39:13.402978 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099711e-65a6-4189-8bb0-2027e0adff99 req-867441e0-38da-41a1-aef8-6cc0a3bdf588 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:13.404464 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1099711e-65a6-4189-8bb0-2027e0adff99 req-867441e0-38da-41a1-aef8-6cc0a3bdf588 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4fc63ee-55ed-437c-81f4-4d658bf32051 HTTP/1.1" status: 200 len: 946 time: 0.1111150 Oct 20 13:39:13.406234 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b771c-092f-4e71-9fd4-522e89d92eac req-a210d424-89e5-4beb-98ed-3f70dcedea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:13.407598 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9b4b771c-092f-4e71-9fd4-522e89d92eac req-a210d424-89e5-4beb-98ed-3f70dcedea6d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6fe06b3c-29c6-4094-8f91-406de935285f HTTP/1.1" status: 200 len: 849 time: 0.1232939 Oct 20 13:39:13.413821 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e9fa5b-21fa-42df-8094-9c67786fdc22 req-2ee8d053-0ec6-4547-bc69-da13650bdecd tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:13.415271 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-02e9fa5b-21fa-42df-8094-9c67786fdc22 req-2ee8d053-0ec6-4547-bc69-da13650bdecd tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f4fc63ee-55ed-437c-81f4-4d658bf32051 HTTP/1.1" status: 200 len: 946 time: 0.1207759 Oct 20 13:39:13.417573 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-13cd3aed-a3d9-4430-81e1-d895118ce3bd tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:13.421452 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-13cd3aed-a3d9-4430-81e1-d895118ce3bd tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (69e68622-2c61-4184-ab23-f62e215bad47), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:13.521076 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b771c-092f-4e71-9fd4-522e89d92eac req-8e7763cf-2ae4-4a88-ae40-3cb8647f220b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:13.522570 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9b4b771c-092f-4e71-9fd4-522e89d92eac req-8e7763cf-2ae4-4a88-ae40-3cb8647f220b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=d308b555-e032-40ef-ae84-228dba4540e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0999908 Oct 20 13:39:13.536882 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1099711e-65a6-4189-8bb0-2027e0adff99 req-b8e57a31-33b0-424b-9c45-47a1383ed1af tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9923baa6-74ba-4678-bf50-a51c21b5a5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206334 Oct 20 13:39:13.538329 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.db.l3_db [None req-13cd3aed-a3d9-4430-81e1-d895118ce3bd tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Floating IP 69e68622-2c61-4184-ab23-f62e215bad47 associated. External IP: 172.27.0.154, port: 61a2cacd-9e95-4421-956a-22d6ee9a27a3. Oct 20 13:39:13.622166 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-02e9fa5b-21fa-42df-8094-9c67786fdc22 req-912ebb00-3daf-4d78-9e37-6464e1c98f96 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Deleting port bdeef6a2-1b0c-458c-adee-98e42b80b14c {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:39:13.622582 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-02e9fa5b-21fa-42df-8094-9c67786fdc22 req-912ebb00-3daf-4d78-9e37-6464e1c98f96 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (bdeef6a2-1b0c-458c-adee-98e42b80b14c), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:13.712843 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9b4b771c-092f-4e71-9fd4-522e89d92eac req-33b2dea6-aa3a-40fc-a8b6-a3285ae90711 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d308b555-e032-40ef-ae84-228dba4540e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573985 Oct 20 13:39:13.737861 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-02e9fa5b-21fa-42df-8094-9c67786fdc22 req-912ebb00-3daf-4d78-9e37-6464e1c98f96 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] For port bdeef6a2-1b0c-458c-adee-98e42b80b14c, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=bdeef6a2-1b0c-458c-adee-98e42b80b14c,segment=NetworkSegment(3a56e684-3f29-4221-b1a4-f25d8cf87e97),segment_id=3a56e684-3f29-4221-b1a4-f25d8cf87e97)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:39:13.738221 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-02e9fa5b-21fa-42df-8094-9c67786fdc22 req-912ebb00-3daf-4d78-9e37-6464e1c98f96 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (bdeef6a2-1b0c-458c-adee-98e42b80b14c), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:13.914426 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:13.956599 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13cd3aed-a3d9-4430-81e1-d895118ce3bd tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Router 912b722f-62ce-4725-bd33-0da43e579767 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:39:14.070888 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cd3aed-a3d9-4430-81e1-d895118ce3bd tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:39:14.076378 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-13cd3aed-a3d9-4430-81e1-d895118ce3bd tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:14.082959 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ea4de3-c70d-4c43-9179-bbf8b7abc774 None None] Sync routers for ids ['912b722f-62ce-4725-bd33-0da43e579767'] in dv-cinder-862136-1-iscsi {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:39:14.096988 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-02e9fa5b-21fa-42df-8094-9c67786fdc22 req-912ebb00-3daf-4d78-9e37-6464e1c98f96 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:14.097350 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-02e9fa5b-21fa-42df-8094-9c67786fdc22 req-912ebb00-3daf-4d78-9e37-6464e1c98f96 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (4a1c634b-8c1f-41dc-9b41-90abb838ffb1), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:14.097658 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.db.l3_db [req-02e9fa5b-21fa-42df-8094-9c67786fdc22 req-912ebb00-3daf-4d78-9e37-6464e1c98f96 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Floating IP 4a1c634b-8c1f-41dc-9b41-90abb838ffb1 disassociated. External IP: 172.27.0.164, port: bdeef6a2-1b0c-458c-adee-98e42b80b14c. Oct 20 13:39:14.097960 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ea4de3-c70d-4c43-9179-bbf8b7abc774 None None] Routers {'912b722f-62ce-4725-bd33-0da43e579767'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:39:14.098082 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-02e9fa5b-21fa-42df-8094-9c67786fdc22 req-912ebb00-3daf-4d78-9e37-6464e1c98f96 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Calling delete_port for bdeef6a2-1b0c-458c-adee-98e42b80b14c owned by compute:nova {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:39:14.098761 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-07ea4de3-c70d-4c43-9179-bbf8b7abc774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:38:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['912b722f-62ce-4725-bd33-0da43e579767'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:39:14.112803 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:14.115129 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9b4b771c-092f-4e71-9fd4-522e89d92eac req-f9dd1832-f695-44ca-a546-c6a69455b54b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d308b555-e032-40ef-ae84-228dba4540e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263939 Oct 20 13:39:14.155775 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-86453cd3-dff8-4a9d-9faa-a40946ee0dfc req-f6d24f1d-6465-448c-a177-40fbc884cb8c tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=370db21c-b140-47ce-b86d-73159b9151c0 HTTP/1.1" status: 200 len: 210 time: 0.0574899 Oct 20 13:39:14.163949 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-13cd3aed-a3d9-4430-81e1-d895118ce3bd tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/69e68622-2c61-4184-ab23-f62e215bad47 HTTP/1.1" status: 200 len: 991 time: 1.3490021 Oct 20 13:39:14.164994 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f326ad5-ca2f-4300-8676-2b6d7edfb108', 'tag': '61a2cacd-9e95-4421-956a-22d6ee9a27a3'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:39:14.167880 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed26d3489e22cc6b5a676e21476388eeae91a3b2122148cacb7fad647cd2228" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d1b706-d579-4462-aff5-6090a23f9b86" -d '{"events": [{"name": "network-changed", "server_uuid": "5f326ad5-ca2f-4300-8676-2b6d7edfb108", "tag": "61a2cacd-9e95-4421-956a-22d6ee9a27a3"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:39:14.212440 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-2d8976eb-0aad-4183-8153-1fbbd17c19ac tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:14.213888 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-2d8976eb-0aad-4183-8153-1fbbd17c19ac tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.20 "GET /networking/v2.0/networks?id=3d74f2a6-396d-4af0-8172-d2ba2f2834fd HTTP/1.1" status: 200 len: 813 time: 0.2248516 Oct 20 13:39:14.227962 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865004e8-16e8-4e9b-b4c3-0a68cea7868d x-openstack-request-id: req-865004e8-16e8-4e9b-b4c3-0a68cea7868d {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:39:14.228726 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f326ad5-ca2f-4300-8676-2b6d7edfb108", "tag": "61a2cacd-9e95-4421-956a-22d6ee9a27a3", "status": "completed", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:39:14.229464 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-865004e8-16e8-4e9b-b4c3-0a68cea7868d {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:39:14.230146 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-865004e8-16e8-4e9b-b4c3-0a68cea7868d'] response: {'name': 'network-changed', 'server_uuid': '5f326ad5-ca2f-4300-8676-2b6d7edfb108', 'tag': '61a2cacd-9e95-4421-956a-22d6ee9a27a3', 'status': 'completed', 'code': 200} Oct 20 13:39:14.234625 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-07ea4de3-c70d-4c43-9179-bbf8b7abc774 None None] Set router 912b722f-62ce-4725-bd33-0da43e579767 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:39:14.281388 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-97202ad6-8584-42dc-8a0f-b6d76b0a02c8 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Request body: {'port': {'device_id': '370db21c-b140-47ce-b86d-73159b9151c0', 'network_id': '3d74f2a6-396d-4af0-8172-d2ba2f2834fd', 'admin_state_up': True, 'tenant_id': 'c189090d654b46c880b0d40f1e46a563'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:39:14.344619 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-02e9fa5b-21fa-42df-8094-9c67786fdc22 req-912ebb00-3daf-4d78-9e37-6464e1c98f96 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (bdeef6a2-1b0c-458c-adee-98e42b80b14c), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:14.380982 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912ebb00-3daf-4d78-9e37-6464e1c98f96 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event deleted for resources: {'Port': ['ID=bdeef6a2-1b0c-458c-adee-98e42b80b14c,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:39:14.483345 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b61186-b477-4372-a91e-d6ad0ca27bcb req-a198b483-0d95-4637-a606-0c86db1b19f3 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:14.485136 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-66b61186-b477-4372-a91e-d6ad0ca27bcb req-a198b483-0d95-4637-a606-0c86db1b19f3 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0557630 Oct 20 13:39:14.501826 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:14.547370 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-66b61186-b477-4372-a91e-d6ad0ca27bcb req-76e998db-72a2-46fd-afc2-5e1cb9e43fba tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537755 Oct 20 13:39:14.558716 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:14.629467 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-07ea4de3-c70d-4c43-9179-bbf8b7abc774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912b722f-62ce-4725-bd33-0da43e579767', 'name': 'tempest-ServerRescueNegativeTestJSON-2097664648-router', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:04Z', 'updated_at': '2022-10-20T13:37:07Z', 'revision_number': 4, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'gw_port': {'id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912b722f-62ce-4725-bd33-0da43e579767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:05Z', 'updated_at': '2022-10-20T13:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': '69e68622-2c61-4184-ab23-f62e215bad47', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '912b722f-62ce-4725-bd33-0da43e579767', 'port_id': '61a2cacd-9e95-4421-956a-22d6ee9a27a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9', 'mac_address': 'fa:16:3e:0d:95:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f326ad5-ca2f-4300-8676-2b6d7edfb108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:38:51Z', 'updated_at': '2022-10-20T13:39:13Z', 'revision_number': 1, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '542bf4f3-82b0-45c3-a06e-3e578747d746', 'name': '', 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'mac_address': 'fa:16:3e:52:39:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912b722f-62ce-4725-bd33-0da43e579767', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:07Z', 'updated_at': '2022-10-20T13:37:13Z', 'revision_number': 5, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'subnets': [{'id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:39:14.656044 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ea4de3-c70d-4c43-9179-bbf8b7abc774 None None] Checking router: 912b722f-62ce-4725-bd33-0da43e579767 for host: dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:39:14.665137 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ea4de3-c70d-4c43-9179-bbf8b7abc774 None None] Routers {'912b722f-62ce-4725-bd33-0da43e579767'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:39:14.665751 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-07ea4de3-c70d-4c43-9179-bbf8b7abc774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:38:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['912b722f-62ce-4725-bd33-0da43e579767'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:39:14.744486 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3811739f-4c8b-4cb9-a045-617dfdfcb10f req-22e06dbe-c191-4bc7-8ef1-c60850279a7a tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4fc63ee-55ed-437c-81f4-4d658bf32051 HTTP/1.1" status: 200 len: 210 time: 0.0775082 Oct 20 13:39:14.763960 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1b706-d579-4462-aff5-6090a23f9b86 req-76918746-52db-46b2-8bba-2fc4a267128e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:14.765472 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-76d1b706-d579-4462-aff5-6090a23f9b86 req-76918746-52db-46b2-8bba-2fc4a267128e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f36e9fb394944eb0a0c2c0075dbc937c&device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 1129 time: 0.0998161 Oct 20 13:39:14.787331 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-07ea4de3-c70d-4c43-9179-bbf8b7abc774 None None] Set router 912b722f-62ce-4725-bd33-0da43e579767 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:39:14.834792 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02e9fa5b-21fa-42df-8094-9c67786fdc22 req-912ebb00-3daf-4d78-9e37-6464e1c98f96 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:39:14.835497 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-97202ad6-8584-42dc-8a0f-b6d76b0a02c8 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Made reservation on behalf of c189090d654b46c880b0d40f1e46a563 for: {'port': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:39:14.839217 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-97202ad6-8584-42dc-8a0f-b6d76b0a02c8 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:14.878278 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:15.009119 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-07ea4de3-c70d-4c43-9179-bbf8b7abc774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912b722f-62ce-4725-bd33-0da43e579767', 'name': 'tempest-ServerRescueNegativeTestJSON-2097664648-router', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:04Z', 'updated_at': '2022-10-20T13:37:07Z', 'revision_number': 4, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'gw_port': {'id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912b722f-62ce-4725-bd33-0da43e579767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:05Z', 'updated_at': '2022-10-20T13:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': '69e68622-2c61-4184-ab23-f62e215bad47', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '912b722f-62ce-4725-bd33-0da43e579767', 'port_id': '61a2cacd-9e95-4421-956a-22d6ee9a27a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9', 'mac_address': 'fa:16:3e:0d:95:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f326ad5-ca2f-4300-8676-2b6d7edfb108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:38:51Z', 'updated_at': '2022-10-20T13:39:13Z', 'revision_number': 1, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '542bf4f3-82b0-45c3-a06e-3e578747d746', 'name': '', 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'mac_address': 'fa:16:3e:52:39:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912b722f-62ce-4725-bd33-0da43e579767', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:07Z', 'updated_at': '2022-10-20T13:37:13Z', 'revision_number': 5, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'subnets': [{'id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:39:15.019022 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:15.038047 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ea4de3-c70d-4c43-9179-bbf8b7abc774 None None] The sync data for ids ['912b722f-62ce-4725-bd33-0da43e579767'] in dv-cinder-862136-1-iscsi is: [{'id': '912b722f-62ce-4725-bd33-0da43e579767', 'name': 'tempest-ServerRescueNegativeTestJSON-2097664648-router', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:04Z', 'updated_at': '2022-10-20T13:37:07Z', 'revision_number': 4, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'gw_port': {'id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912b722f-62ce-4725-bd33-0da43e579767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:05Z', 'updated_at': '2022-10-20T13:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': '69e68622-2c61-4184-ab23-f62e215bad47', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '912b722f-62ce-4725-bd33-0da43e579767', 'port_id': '61a2cacd-9e95-4421-956a-22d6ee9a27a3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9', 'mac_address': 'fa:16:3e:0d:95:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f326ad5-ca2f-4300-8676-2b6d7edfb108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:38:51Z', 'updated_at': '2022-10-20T13:39:13Z', 'revision_number': 1, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '542bf4f3-82b0-45c3-a06e-3e578747d746', 'name': '', 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'mac_address': 'fa:16:3e:52:39:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912b722f-62ce-4725-bd33-0da43e579767', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:07Z', 'updated_at': '2022-10-20T13:37:13Z', 'revision_number': 5, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'subnets': [{'id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:39:15.049570 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02e9fa5b-21fa-42df-8094-9c67786fdc22 req-912ebb00-3daf-4d78-9e37-6464e1c98f96 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:39:15.064991 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee525b6-d2b5-478d-bd38-9a83e9cc435e None None] Sync routers for ids ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:39:15.075258 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee525b6-d2b5-478d-bd38-9a83e9cc435e None None] Routers {'1f3c4c41-ebbf-411a-9bb1-1745db5a6489'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:39:15.075882 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-fee525b6-d2b5-478d-bd38-9a83e9cc435e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:38:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:39:15.097578 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-97202ad6-8584-42dc-8a0f-b6d76b0a02c8 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Allocated IP 172.20.0.12 (3d74f2a6-396d-4af0-8172-d2ba2f2834fd/bab34570-96dd-42f5-82d8-eaf730b77738/33ea7c12-93c6-4153-99db-81b8ff7a47c7) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:39:15.119002 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e9fa5b-21fa-42df-8094-9c67786fdc22 req-912ebb00-3daf-4d78-9e37-6464e1c98f96 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] No DVR routers for this DVR port bdeef6a2-1b0c-458c-adee-98e42b80b14c on host hv-cinder-86213 {{(pid=104733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:39:15.121655 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-02e9fa5b-21fa-42df-8094-9c67786fdc22 req-912ebb00-3daf-4d78-9e37-6464e1c98f96 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:15.125435 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-02e9fa5b-21fa-42df-8094-9c67786fdc22 req-912ebb00-3daf-4d78-9e37-6464e1c98f96 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.20 "DELETE /networking/v2.0/ports/bdeef6a2-1b0c-458c-adee-98e42b80b14c HTTP/1.1" status: 204 len: 173 time: 1.6902671 Oct 20 13:39:15.130310 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4fc63ee-55ed-437c-81f4-4d658bf32051', 'name': 'network-vif-deleted', 'tag': 'bdeef6a2-1b0c-458c-adee-98e42b80b14c'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:39:15.132603 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8bb646-bfc8-496e-97ad-0970defe8f97" -d '{"events": [{"server_uuid": "f4fc63ee-55ed-437c-81f4-4d658bf32051", "name": "network-vif-deleted", "tag": "bdeef6a2-1b0c-458c-adee-98e42b80b14c"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:39:15.168616 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:15.219902 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d02236-f0dd-4e96-8ee8-0f6de4d9879f x-openstack-request-id: req-00d02236-f0dd-4e96-8ee8-0f6de4d9879f {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:39:15.220204 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4fc63ee-55ed-437c-81f4-4d658bf32051", "name": "network-vif-deleted", "tag": "bdeef6a2-1b0c-458c-adee-98e42b80b14c", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:39:15.220458 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-00d02236-f0dd-4e96-8ee8-0f6de4d9879f {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:39:15.220852 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00d02236-f0dd-4e96-8ee8-0f6de4d9879f'] response: {'server_uuid': 'f4fc63ee-55ed-437c-81f4-4d658bf32051', 'name': 'network-vif-deleted', 'tag': 'bdeef6a2-1b0c-458c-adee-98e42b80b14c', 'status': 'completed', 'code': 200} Oct 20 13:39:15.293075 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-fee525b6-d2b5-478d-bd38-9a83e9cc435e None None] Set router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:39:15.363676 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa15b706-db1d-4500-9b8b-3c3a1c0d9f07 None None] New status for floating IP 69e68622-2c61-4184-ab23-f62e215bad47: ACTIVE {{(pid=104734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 13:39:15.378508 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-97202ad6-8584-42dc-8a0f-b6d76b0a02c8 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Publish callbacks [] for port (33ea7c12-93c6-4153-99db-81b8ff7a47c7), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:15.446892 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-97202ad6-8584-42dc-8a0f-b6d76b0a02c8 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (33ea7c12-93c6-4153-99db-81b8ff7a47c7), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:15.574562 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af4c52-11e6-471a-a7d7-6743c509c815 req-4ce34d57-2b0f-43ae-9fea-66c45b76e9c9 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:15.576990 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-62af4c52-11e6-471a-a7d7-6743c509c815 req-4ce34d57-2b0f-43ae-9fea-66c45b76e9c9 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=370db21c-b140-47ce-b86d-73159b9151c0 HTTP/1.1" status: 200 len: 932 time: 0.1538692 Oct 20 13:39:15.579793 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-97202ad6-8584-42dc-8a0f-b6d76b0a02c8 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Network 3d74f2a6-396d-4af0-8172-d2ba2f2834fd is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:39:15.630927 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-97202ad6-8584-42dc-8a0f-b6d76b0a02c8 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:39:15.666563 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-97202ad6-8584-42dc-8a0f-b6d76b0a02c8 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:39:15.698540 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97202ad6-8584-42dc-8a0f-b6d76b0a02c8 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Pushing event updated for resources: {'Port': ['ID=33ea7c12-93c6-4153-99db-81b8ff7a47c7,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:39:15.702334 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-fee525b6-d2b5-478d-bd38-9a83e9cc435e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:37Z', 'revision_number': 4, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': 'cd801b08-3aac-44e0-9b5a-bf4f86450df9', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'port_id': '945c0530-b30a-4e15-a586-dfaaa2fdd6ae', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'mac_address': 'fa:16:3e:0c:26:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07ca6e8-83ee-4690-97c1-7cc13774d5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:35:47Z', 'updated_at': '2022-10-20T13:36:40Z', 'revision_number': 2, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86fac27a-cd4f-4973-a4ae-a8871270433b', 'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'mac_address': 'fa:16:3e:53:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:35Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 5, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'subnets': [{'id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:39:15.731759 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee525b6-d2b5-478d-bd38-9a83e9cc435e None None] Checking router: 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:39:15.734261 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785f2d5b-8efd-4bb4-9cf9-71a0291e82a4 req-9903dc49-729c-45a9-a393-266b8f7e56d7 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:15.742708 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee525b6-d2b5-478d-bd38-9a83e9cc435e None None] Routers {'1f3c4c41-ebbf-411a-9bb1-1745db5a6489'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:39:15.743190 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-785f2d5b-8efd-4bb4-9cf9-71a0291e82a4 req-9903dc49-729c-45a9-a393-266b8f7e56d7 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0687284 Oct 20 13:39:15.743457 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-fee525b6-d2b5-478d-bd38-9a83e9cc435e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:38:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:39:15.806267 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-785f2d5b-8efd-4bb4-9cf9-71a0291e82a4 req-365663df-0bd1-453e-9f39-0717b428a330 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614936 Oct 20 13:39:15.831643 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1b706-d579-4462-aff5-6090a23f9b86 req-ec85f3c3-f214-4bf1-a493-d42b50528ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:15.834173 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-76d1b706-d579-4462-aff5-6090a23f9b86 req-ec85f3c3-f214-4bf1-a493-d42b50528ce9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=80f8d646-52cd-4c79-be89-0476981cc6e9 HTTP/1.1" status: 200 len: 920 time: 0.4217355 Oct 20 13:39:15.840621 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-97202ad6-8584-42dc-8a0f-b6d76b0a02c8 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:15.841336 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-97202ad6-8584-42dc-8a0f-b6d76b0a02c8 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:15.853795 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-62af4c52-11e6-471a-a7d7-6743c509c815 req-07b593f5-39f2-41b7-97e6-9703d46ae2fd tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=199a0219-20b9-42f6-b51d-45645d6794d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434208 Oct 20 13:39:15.898034 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-fee525b6-d2b5-478d-bd38-9a83e9cc435e None None] Set router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:39:15.938372 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-97202ad6-8584-42dc-8a0f-b6d76b0a02c8 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6606305 Oct 20 13:39:15.958118 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-2475489c-4285-493a-bc09-86d3930c411c service neutron] Request body: {'port': {'device_id': '370db21c-b140-47ce-b86d-73159b9151c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86213'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:39:15.964571 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-76d1b706-d579-4462-aff5-6090a23f9b86 req-9528bdcb-ed7d-4fce-b359-45f6237c183b service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61a2cacd-9e95-4421-956a-22d6ee9a27a3 HTTP/1.1" status: 200 len: 1001 time: 0.1198893 Oct 20 13:39:15.980035 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-50112f5b-090d-416e-9554-90f63c6a97aa req-94bc2551-92a0-4273-beb2-049d4efb2fe0 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f4fc63ee-55ed-437c-81f4-4d658bf32051 HTTP/1.1" status: 200 len: 210 time: 0.0394228 Oct 20 13:39:16.020009 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:16.074167 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1b706-d579-4462-aff5-6090a23f9b86 req-b4422783-7c94-43d0-a5e7-9024fd3d32cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:16.075713 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-76d1b706-d579-4462-aff5-6090a23f9b86 req-b4422783-7c94-43d0-a5e7-9024fd3d32cc service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=39e34ab8-30e0-463a-a9d4-1b76cbd385a8 HTTP/1.1" status: 200 len: 858 time: 0.0790377 Oct 20 13:39:16.082670 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-2475489c-4285-493a-bc09-86d3930c411c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (33ea7c12-93c6-4153-99db-81b8ff7a47c7), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:16.143360 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-fee525b6-d2b5-478d-bd38-9a83e9cc435e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:37Z', 'revision_number': 4, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': 'cd801b08-3aac-44e0-9b5a-bf4f86450df9', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'port_id': '945c0530-b30a-4e15-a586-dfaaa2fdd6ae', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'mac_address': 'fa:16:3e:0c:26:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07ca6e8-83ee-4690-97c1-7cc13774d5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:35:47Z', 'updated_at': '2022-10-20T13:36:40Z', 'revision_number': 2, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86fac27a-cd4f-4973-a4ae-a8871270433b', 'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'mac_address': 'fa:16:3e:53:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:35Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 5, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'subnets': [{'id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:39:16.173994 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee525b6-d2b5-478d-bd38-9a83e9cc435e None None] The sync data for ids ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'] in dv-cinder-862136-1-iscsi is: [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:37Z', 'revision_number': 4, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': 'cd801b08-3aac-44e0-9b5a-bf4f86450df9', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'port_id': '945c0530-b30a-4e15-a586-dfaaa2fdd6ae', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'mac_address': 'fa:16:3e:0c:26:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07ca6e8-83ee-4690-97c1-7cc13774d5ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:35:47Z', 'updated_at': '2022-10-20T13:36:40Z', 'revision_number': 2, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86fac27a-cd4f-4973-a4ae-a8871270433b', 'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'mac_address': 'fa:16:3e:53:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:35Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 5, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'subnets': [{'id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:39:16.195056 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:16.346390 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1b706-d579-4462-aff5-6090a23f9b86 req-d06b66c4-2486-417c-9d79-6cfb0861a7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:16.348026 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-76d1b706-d579-4462-aff5-6090a23f9b86 req-d06b66c4-2486-417c-9d79-6cfb0861a7cb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=80f8d646-52cd-4c79-be89-0476981cc6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655072 Oct 20 13:39:16.433136 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:16.468903 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-2475489c-4285-493a-bc09-86d3930c411c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ea7c12-93c6-4153-99db-81b8ff7a47c7 {{(pid=104733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:39:16.479719 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-2475489c-4285-493a-bc09-86d3930c411c service neutron] Publish callbacks [] for port (33ea7c12-93c6-4153-99db-81b8ff7a47c7), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:16.502465 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.provisioning_blocks [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-2475489c-4285-493a-bc09-86d3930c411c service neutron] Transition to ACTIVE for port object 33ea7c12-93c6-4153-99db-81b8ff7a47c7 will not be triggered until provisioned by entity L2. {{(pid=104733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 13:39:16.511336 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-2475489c-4285-493a-bc09-86d3930c411c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (33ea7c12-93c6-4153-99db-81b8ff7a47c7), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:16.536215 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5760edd-95ae-46f3-8786-660aebbe9d42 None None] New status for floating IP 4a1c634b-8c1f-41dc-9b41-90abb838ffb1: DOWN {{(pid=104735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 13:39:16.552563 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-76d1b706-d579-4462-aff5-6090a23f9b86 req-0332b101-ad01-4de7-a81a-70c66c355a48 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925914 Oct 20 13:39:16.630069 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475489c-4285-493a-bc09-86d3930c411c service neutron] Pushing event updated for resources: {'Port': ['ID=33ea7c12-93c6-4153-99db-81b8ff7a47c7,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:39:16.713119 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-2475489c-4285-493a-bc09-86d3930c411c service neutron] Attempting to bind port 33ea7c12-93c6-4153-99db-81b8ff7a47c7 on host hv-cinder-86213 for vnic_type normal with profile {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:39:16.713255 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-2475489c-4285-493a-bc09-86d3930c411c service neutron] Attempting to bind port 33ea7c12-93c6-4153-99db-81b8ff7a47c7 by drivers openvswitch,hyperv on host hv-cinder-86213 at level 0 using segments [{'id': 'f2ec3ead-e9f4-44ff-a786-53bba697e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3d74f2a6-396d-4af0-8172-d2ba2f2834fd'}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:39:16.713511 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-2475489c-4285-493a-bc09-86d3930c411c service neutron] Attempting to bind port 33ea7c12-93c6-4153-99db-81b8ff7a47c7 on network 3d74f2a6-396d-4af0-8172-d2ba2f2834fd {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:39:16.717003 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-76d1b706-d579-4462-aff5-6090a23f9b86 req-76fe0f07-0f89-437b-a66b-a5fbedc9f69d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566398 Oct 20 13:39:16.763616 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-2475489c-4285-493a-bc09-86d3930c411c service neutron] Port 33ea7c12-93c6-4153-99db-81b8ff7a47c7 on network 3d74f2a6-396d-4af0-8172-d2ba2f2834fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86213 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 13:39:16.763941 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-2475489c-4285-493a-bc09-86d3930c411c service neutron] Attempting to bind port 33ea7c12-93c6-4153-99db-81b8ff7a47c7 on network 3d74f2a6-396d-4af0-8172-d2ba2f2834fd {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:39:16.805810 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-2475489c-4285-493a-bc09-86d3930c411c service neutron] Checking agent: {'id': '4b042e07-7f30-49b6-94c5-05338f7deed3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'started_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:39:16.806141 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-2475489c-4285-493a-bc09-86d3930c411c service neutron] Checking segment: {'id': 'f2ec3ead-e9f4-44ff-a786-53bba697e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3d74f2a6-396d-4af0-8172-d2ba2f2834fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:39:16.806515 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-2475489c-4285-493a-bc09-86d3930c411c service neutron] Bound using segment: {'id': 'f2ec3ead-e9f4-44ff-a786-53bba697e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3d74f2a6-396d-4af0-8172-d2ba2f2834fd'} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:39:16.806944 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-2475489c-4285-493a-bc09-86d3930c411c service neutron] Bound port: 33ea7c12-93c6-4153-99db-81b8ff7a47c7, host: hv-cinder-86213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2ec3ead-e9f4-44ff-a786-53bba697e934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3d74f2a6-396d-4af0-8172-d2ba2f2834fd'}}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:39:16.807297 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-2475489c-4285-493a-bc09-86d3930c411c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (33ea7c12-93c6-4153-99db-81b8ff7a47c7), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:16.866688 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-2475489c-4285-493a-bc09-86d3930c411c service neutron] For port 33ea7c12-93c6-4153-99db-81b8ff7a47c7, host hv-cinder-86213, cleared binding levels {{(pid=104733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:39:16.869855 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-2475489c-4285-493a-bc09-86d3930c411c service neutron] For port 33ea7c12-93c6-4153-99db-81b8ff7a47c7, host hv-cinder-86213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=33ea7c12-93c6-4153-99db-81b8ff7a47c7,segment=NetworkSegment(f2ec3ead-e9f4-44ff-a786-53bba697e934),segment_id=f2ec3ead-e9f4-44ff-a786-53bba697e934)] {{(pid=104733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:39:16.875792 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-2475489c-4285-493a-bc09-86d3930c411c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (33ea7c12-93c6-4153-99db-81b8ff7a47c7), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:16.881861 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-2475489c-4285-493a-bc09-86d3930c411c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:16.882415 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-2475489c-4285-493a-bc09-86d3930c411c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:16.883794 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-2475489c-4285-493a-bc09-86d3930c411c service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/33ea7c12-93c6-4153-99db-81b8ff7a47c7 HTTP/1.1" status: 200 len: 1094 time: 0.9314513 Oct 20 13:39:16.939056 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:16.946092 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2475489c-4285-493a-bc09-86d3930c411c service neutron] Pushing event updated for resources: {'Port': ['ID=33ea7c12-93c6-4153-99db-81b8ff7a47c7,revision_number=3']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:39:17.010340 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-5dd67775-a584-4d3b-837b-b143291f14fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:17.011822 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-5dd67775-a584-4d3b-837b-b143291f14fd service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c189090d654b46c880b0d40f1e46a563&device_id=370db21c-b140-47ce-b86d-73159b9151c0 HTTP/1.1" status: 200 len: 1128 time: 0.0819104 Oct 20 13:39:17.020258 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e533066-c0b4-4eb3-9d7f-bae9d4feec3b req-34ff5625-f91c-451d-b65f-fb3b21e3bd50 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:17.021701 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7e533066-c0b4-4eb3-9d7f-bae9d4feec3b req-34ff5625-f91c-451d-b65f-fb3b21e3bd50 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=370db21c-b140-47ce-b86d-73159b9151c0 HTTP/1.1" status: 200 len: 944 time: 0.0774539 Oct 20 13:39:17.067695 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-bb99883b-2483-44f9-93c0-f031ace69421 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33ea7c12-93c6-4153-99db-81b8ff7a47c7 HTTP/1.1" status: 200 len: 217 time: 0.0423441 Oct 20 13:39:17.071669 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 44922) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:39:17.121824 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:39:17.137454 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-98b00379-1ef1-4463-8f2a-858f0be2530a tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group (9923baa6-74ba-4678-bf50-a51c21b5a5f5), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:17.146158 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-acdcee81-b293-45aa-8cee-ac1ea56552cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:17.148443 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-acdcee81-b293-45aa-8cee-ac1ea56552cb service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=bab34570-96dd-42f5-82d8-eaf730b77738 HTTP/1.1" status: 200 len: 853 time: 0.0718365 Oct 20 13:39:17.152309 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7e533066-c0b4-4eb3-9d7f-bae9d4feec3b req-8b497688-7f88-4b21-b46a-246e667f344f tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=199a0219-20b9-42f6-b51d-45645d6794d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212285 Oct 20 13:39:17.163668 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-98b00379-1ef1-4463-8f2a-858f0be2530a tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group (9923baa6-74ba-4678-bf50-a51c21b5a5f5), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:17.192176 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:17.206869 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-9a614a81-ad6a-4665-9192-a4f98bd456b7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=3d74f2a6-396d-4af0-8172-d2ba2f2834fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433242 Oct 20 13:39:17.227615 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-98b00379-1ef1-4463-8f2a-858f0be2530a tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (9923baa6-74ba-4678-bf50-a51c21b5a5f5), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:17.229699 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '370db21c-b140-47ce-b86d-73159b9151c0', 'tag': '33ea7c12-93c6-4153-99db-81b8ff7a47c7'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:39:17.230336 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-98b00379-1ef1-4463-8f2a-858f0be2530a tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:17.231629 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-98b00379-1ef1-4463-8f2a-858f0be2530a tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/9923baa6-74ba-4678-bf50-a51c21b5a5f5 HTTP/1.1" status: 204 len: 168 time: 0.1589937 Oct 20 13:39:17.234774 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c89ba9-0763-4493-938d-92eafd85e53f" -d '{"events": [{"name": "network-changed", "server_uuid": "370db21c-b140-47ce-b86d-73159b9151c0", "tag": "33ea7c12-93c6-4153-99db-81b8ff7a47c7"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:39:17.235510 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 44924) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:39:17.253934 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b00379-1ef1-4463-8f2a-858f0be2530a tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9923baa6-74ba-4678-bf50-a51c21b5a5f5,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:39:17.255951 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.api.v2.resource [None req-3bfddcd0-5a62-45fe-b93e-a98bc7799960 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] show failed (client error): The resource could not be found. Oct 20 13:39:17.257262 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-3bfddcd0-5a62-45fe-b93e-a98bc7799960 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups/9923baa6-74ba-4678-bf50-a51c21b5a5f5 HTTP/1.1" status: 404 len: 347 time: 0.0204093 Oct 20 13:39:17.259958 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 44928) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:39:17.296442 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9b5222-c116-486d-a041-ccb93fdeea96 x-openstack-request-id: req-0c9b5222-c116-486d-a041-ccb93fdeea96 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:39:17.296729 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "370db21c-b140-47ce-b86d-73159b9151c0", "tag": "33ea7c12-93c6-4153-99db-81b8ff7a47c7", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:39:17.296999 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0c9b5222-c116-486d-a041-ccb93fdeea96 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:39:17.297385 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c9b5222-c116-486d-a041-ccb93fdeea96'] response: {'name': 'network-changed', 'server_uuid': '370db21c-b140-47ce-b86d-73159b9151c0', 'tag': '33ea7c12-93c6-4153-99db-81b8ff7a47c7', 'status': 'completed', 'code': 200} Oct 20 13:39:17.331226 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-64218797-1015-43b8-8a89-f5f4e75cc342 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/3d74f2a6-396d-4af0-8172-d2ba2f2834fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198831 Oct 20 13:39:17.374513 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-a5bd0254-a72b-4983-9ccf-48a98c05d875 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Deleting port 645cd437-6c5f-49dc-a5a5-a1671f08843b {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:39:17.374844 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a5bd0254-a72b-4983-9ccf-48a98c05d875 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (645cd437-6c5f-49dc-a5a5-a1671f08843b), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:17.397117 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:17.425490 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f17ca909-6095-4e7e-b26e-057b1db4b951 req-9a8612e6-b11d-4142-9d5e-bdb51f0b1d1e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/3d74f2a6-396d-4af0-8172-d2ba2f2834fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876830 Oct 20 13:39:17.454641 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a5bd0254-a72b-4983-9ccf-48a98c05d875 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (645cd437-6c5f-49dc-a5a5-a1671f08843b), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:17.454965 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a5bd0254-a72b-4983-9ccf-48a98c05d875 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for floatingip (645cd437-6c5f-49dc-a5a5-a1671f08843b), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:17.467477 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-a5bd0254-a72b-4983-9ccf-48a98c05d875 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Calling delete_port for 645cd437-6c5f-49dc-a5a5-a1671f08843b owned by network:floatingip {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:39:17.600962 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a5bd0254-a72b-4983-9ccf-48a98c05d875 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (645cd437-6c5f-49dc-a5a5-a1671f08843b), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:17.629086 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd0254-a72b-4983-9ccf-48a98c05d875 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event deleted for resources: {'Port': ['ID=645cd437-6c5f-49dc-a5a5-a1671f08843b,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:39:17.688533 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a5bd0254-a72b-4983-9ccf-48a98c05d875 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for floatingip (4a1c634b-8c1f-41dc-9b41-90abb838ffb1), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:17.691578 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a5bd0254-a72b-4983-9ccf-48a98c05d875 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:17.692684 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-a5bd0254-a72b-4983-9ccf-48a98c05d875 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/4a1c634b-8c1f-41dc-9b41-90abb838ffb1 HTTP/1.1" status: 204 len: 168 time: 0.4305954 Oct 20 13:39:18.277282 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4a382-ab8a-49af-adae-1fadc34de380 req-d7f1e49f-97cf-4c79-84af-52c7e14b9e1c tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:18.278639 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-dfa4a382-ab8a-49af-adae-1fadc34de380 req-d7f1e49f-97cf-4c79-84af-52c7e14b9e1c tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=370db21c-b140-47ce-b86d-73159b9151c0 HTTP/1.1" status: 200 len: 944 time: 0.0474608 Oct 20 13:39:18.327856 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-dfa4a382-ab8a-49af-adae-1fadc34de380 req-9eb2485a-34d9-481b-9e1e-0a2405b98964 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=199a0219-20b9-42f6-b51d-45645d6794d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436311 Oct 20 13:39:18.368833 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device bdeef6a2-1b0c-458c-adee-98e42b80b14c no longer exists at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:39:18.388804 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] No Port match for: bdeef6a2-1b0c-458c-adee-98e42b80b14c {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:39:18.389197 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device bdeef6a2-1b0c-458c-adee-98e42b80b14c not bound to the agent host hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:39:18.653616 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c89ba9-0763-4493-938d-92eafd85e53f req-8fad81a8-c50a-4742-afad-e1973c9a0679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:18.655222 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-68c89ba9-0763-4493-938d-92eafd85e53f req-8fad81a8-c50a-4742-afad-e1973c9a0679 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c189090d654b46c880b0d40f1e46a563&device_id=370db21c-b140-47ce-b86d-73159b9151c0 HTTP/1.1" status: 200 len: 1128 time: 0.0415399 Oct 20 13:39:18.752157 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c89ba9-0763-4493-938d-92eafd85e53f req-7935dd24-3b7b-4731-a876-9bea8846a40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:18.753606 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-68c89ba9-0763-4493-938d-92eafd85e53f req-7935dd24-3b7b-4731-a876-9bea8846a40a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=3d74f2a6-396d-4af0-8172-d2ba2f2834fd HTTP/1.1" status: 200 len: 914 time: 0.0847235 Oct 20 13:39:19.107719 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-68c89ba9-0763-4493-938d-92eafd85e53f req-0b84db09-5689-4f16-a824-3cfa03dd6a62 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33ea7c12-93c6-4153-99db-81b8ff7a47c7 HTTP/1.1" status: 200 len: 217 time: 0.0360184 Oct 20 13:39:19.158311 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c89ba9-0763-4493-938d-92eafd85e53f req-921ce7cc-b2fb-48a4-9396-1cbd71a26910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:19.159817 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-68c89ba9-0763-4493-938d-92eafd85e53f req-921ce7cc-b2fb-48a4-9396-1cbd71a26910 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=bab34570-96dd-42f5-82d8-eaf730b77738 HTTP/1.1" status: 200 len: 853 time: 0.0443351 Oct 20 13:39:19.268463 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-68c89ba9-0763-4493-938d-92eafd85e53f req-213c049e-cb7d-4ed1-9f19-45fd7ef88e02 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=3d74f2a6-396d-4af0-8172-d2ba2f2834fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276442 Oct 20 13:39:19.366613 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-68c89ba9-0763-4493-938d-92eafd85e53f req-c339d93f-307f-4561-bb49-e17726f7223f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/3d74f2a6-396d-4af0-8172-d2ba2f2834fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872986 Oct 20 13:39:19.475726 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8aa99-9380-42a3-8396-e1352afe8b11 req-d8705997-c600-4dc2-9405-46a2f2afe611 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:19.477202 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-49e8aa99-9380-42a3-8396-e1352afe8b11 req-d8705997-c600-4dc2-9405-46a2f2afe611 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=370db21c-b140-47ce-b86d-73159b9151c0 HTTP/1.1" status: 200 len: 944 time: 0.0595469 Oct 20 13:39:19.515762 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-68c89ba9-0763-4493-938d-92eafd85e53f req-166c8b5f-ae54-49b2-9442-0988002a70c3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/3d74f2a6-396d-4af0-8172-d2ba2f2834fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406505 Oct 20 13:39:19.544401 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-49e8aa99-9380-42a3-8396-e1352afe8b11 req-16d37a72-5c59-4bda-8409-15252c0c172e tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=199a0219-20b9-42f6-b51d-45645d6794d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575068 Oct 20 13:39:20.383600 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 33ea7c12-93c6-4153-99db-81b8ff7a47c7 details requested by agent hyperv_hv-cinder-86213 with host hv-cinder-86213 {{(pid=104734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 13:39:20.431003 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e14dc1-5a68-4453-a694-4dfdd1434407 req-3530817c-3ac0-44ab-aa35-a4521d864fbd tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:20.432466 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-78e14dc1-5a68-4453-a694-4dfdd1434407 req-3530817c-3ac0-44ab-aa35-a4521d864fbd tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 945 time: 0.0464914 Oct 20 13:39:20.479265 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-78e14dc1-5a68-4453-a694-4dfdd1434407 req-898f96c6-bf67-49b6-b77c-96536c14cf12 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409269 Oct 20 13:39:20.487177 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 33ea7c12-93c6-4153-99db-81b8ff7a47c7, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=33ea7c12-93c6-4153-99db-81b8ff7a47c7,segment=NetworkSegment(f2ec3ead-e9f4-44ff-a786-53bba697e934),segment_id=f2ec3ead-e9f4-44ff-a786-53bba697e934)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:39:20.500215 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Returning: {'device': '33ea7c12-93c6-4153-99db-81b8ff7a47c7', 'network_id': '3d74f2a6-396d-4af0-8172-d2ba2f2834fd', 'port_id': '33ea7c12-93c6-4153-99db-81b8ff7a47c7', 'mac_address': 'fa:16:3e:3a:0a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab34570-96dd-42f5-82d8-eaf730b77738', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 13:39:20.536523 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 33ea7c12-93c6-4153-99db-81b8ff7a47c7 is: DOWN; New status is: BUILD {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:39:20.536931 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (33ea7c12-93c6-4153-99db-81b8ff7a47c7), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:20.552826 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ea7c12-93c6-4153-99db-81b8ff7a47c7 {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:39:20.572169 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 33ea7c12-93c6-4153-99db-81b8ff7a47c7, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=33ea7c12-93c6-4153-99db-81b8ff7a47c7,segment=NetworkSegment(f2ec3ead-e9f4-44ff-a786-53bba697e934),segment_id=f2ec3ead-e9f4-44ff-a786-53bba697e934)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:39:20.577125 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (33ea7c12-93c6-4153-99db-81b8ff7a47c7), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:20.624100 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=33ea7c12-93c6-4153-99db-81b8ff7a47c7,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:39:20.672083 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae1546-d677-4396-baa0-357912894a69 req-c6eabedc-afd5-4912-bc8d-6d8913cf6744 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:20.674560 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-fbae1546-d677-4396-baa0-357912894a69 req-c6eabedc-afd5-4912-bc8d-6d8913cf6744 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=370db21c-b140-47ce-b86d-73159b9151c0 HTTP/1.1" status: 200 len: 945 time: 0.0469718 Oct 20 13:39:20.721401 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-fbae1546-d677-4396-baa0-357912894a69 req-371b7223-4449-47a5-b5ac-118f02b97363 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=199a0219-20b9-42f6-b51d-45645d6794d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413563 Oct 20 13:39:20.904489 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['33ea7c12-93c6-4153-99db-81b8ff7a47c7'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:39:20.971687 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:21.604453 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068c425-f5b2-4520-a927-89d52f600fde req-fae02a28-1aa9-4c35-bcff-9947dbbe2e6b tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:21.605843 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-6068c425-f5b2-4520-a927-89d52f600fde req-fae02a28-1aa9-4c35-bcff-9947dbbe2e6b tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 945 time: 0.0504525 Oct 20 13:39:21.616890 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:21.654376 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-6068c425-f5b2-4520-a927-89d52f600fde req-60a2c2dd-a7d9-4948-bc61-5d3ee30a1815 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428288 Oct 20 13:39:21.810167 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:21.850282 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5499b-c21e-4272-a821-e4c8040818ea req-a7cfa797-916d-4c61-a594-23dff673f4c5 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:21.851709 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-02e5499b-c21e-4272-a821-e4c8040818ea req-a7cfa797-916d-4c61-a594-23dff673f4c5 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=370db21c-b140-47ce-b86d-73159b9151c0 HTTP/1.1" status: 200 len: 945 time: 0.0497496 Oct 20 13:39:21.900992 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-02e5499b-c21e-4272-a821-e4c8040818ea req-055b9f32-969a-42dc-b854-3e144e40b194 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=199a0219-20b9-42f6-b51d-45645d6794d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437005 Oct 20 13:39:22.401837 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 33ea7c12-93c6-4153-99db-81b8ff7a47c7 up at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:39:22.428123 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245cf5a-acd3-4260-92e2-3fe2a09a7d06 req-6d1a586d-0145-4a88-9b8b-50191470ee36 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:22.429571 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9245cf5a-acd3-4260-92e2-3fe2a09a7d06 req-6d1a586d-0145-4a88-9b8b-50191470ee36 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 945 time: 0.0460551 Oct 20 13:39:22.445357 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning for port 33ea7c12-93c6-4153-99db-81b8ff7a47c7 completed by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 13:39:22.451094 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning complete for port 33ea7c12-93c6-4153-99db-81b8ff7a47c7 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:39:22.451524 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (33ea7c12-93c6-4153-99db-81b8ff7a47c7), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:22.451946 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Attempt 1 to provision port 33ea7c12-93c6-4153-99db-81b8ff7a47c7 Oct 20 13:39:22.478876 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:22.518565 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-9245cf5a-acd3-4260-92e2-3fe2a09a7d06 req-3bbb86bd-e756-42b1-b844-ba1c704c7b24 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Deleting port 945c0530-b30a-4e15-a586-dfaaa2fdd6ae {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:39:22.518902 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-9245cf5a-acd3-4260-92e2-3fe2a09a7d06 req-3bbb86bd-e756-42b1-b844-ba1c704c7b24 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (945c0530-b30a-4e15-a586-dfaaa2fdd6ae), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:22.530726 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 33ea7c12-93c6-4153-99db-81b8ff7a47c7 is: BUILD; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:39:22.531107 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (33ea7c12-93c6-4153-99db-81b8ff7a47c7), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:22.555438 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370db21c-b140-47ce-b86d-73159b9151c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ea7c12-93c6-4153-99db-81b8ff7a47c7'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:39:22.557677 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5374b1acb5d21f0576c4c748ca21f6e32e0c69c98f35ada2d9891fed02f2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ce9a61-117e-4291-8d0a-9a32893cbcfb" -d '{"events": [{"server_uuid": "370db21c-b140-47ce-b86d-73159b9151c0", "name": "network-vif-plugged", "status": "completed", "tag": "33ea7c12-93c6-4153-99db-81b8ff7a47c7"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:39:22.575001 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 33ea7c12-93c6-4153-99db-81b8ff7a47c7, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=33ea7c12-93c6-4153-99db-81b8ff7a47c7,segment=NetworkSegment(f2ec3ead-e9f4-44ff-a786-53bba697e934),segment_id=f2ec3ead-e9f4-44ff-a786-53bba697e934)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:39:22.580267 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (33ea7c12-93c6-4153-99db-81b8ff7a47c7), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:22.605535 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1484190f-a3ca-435d-9193-0d276d8fb6e0 x-openstack-request-id: req-1484190f-a3ca-435d-9193-0d276d8fb6e0 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:39:22.605821 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "370db21c-b140-47ce-b86d-73159b9151c0", "name": "network-vif-plugged", "status": "completed", "tag": "33ea7c12-93c6-4153-99db-81b8ff7a47c7", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:39:22.606068 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1484190f-a3ca-435d-9193-0d276d8fb6e0 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:39:22.606815 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1484190f-a3ca-435d-9193-0d276d8fb6e0'] response: {'server_uuid': '370db21c-b140-47ce-b86d-73159b9151c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ea7c12-93c6-4153-99db-81b8ff7a47c7', 'code': 200} Oct 20 13:39:22.612386 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-9245cf5a-acd3-4260-92e2-3fe2a09a7d06 req-3bbb86bd-e756-42b1-b844-ba1c704c7b24 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] For port 945c0530-b30a-4e15-a586-dfaaa2fdd6ae, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=945c0530-b30a-4e15-a586-dfaaa2fdd6ae,segment=NetworkSegment(3a56e684-3f29-4221-b1a4-f25d8cf87e97),segment_id=3a56e684-3f29-4221-b1a4-f25d8cf87e97)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:39:22.612916 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-9245cf5a-acd3-4260-92e2-3fe2a09a7d06 req-3bbb86bd-e756-42b1-b844-ba1c704c7b24 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (945c0530-b30a-4e15-a586-dfaaa2fdd6ae), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:22.621373 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:22.632144 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=33ea7c12-93c6-4153-99db-81b8ff7a47c7,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:39:22.852954 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07443057-95cd-4575-a534-1aaf1fa7fee4 req-163b5232-cf44-4ea9-a414-4804afb7c26c tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:22.854415 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-07443057-95cd-4575-a534-1aaf1fa7fee4 req-163b5232-cf44-4ea9-a414-4804afb7c26c tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 945 time: 0.1186543 Oct 20 13:39:22.856364 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-9245cf5a-acd3-4260-92e2-3fe2a09a7d06 req-3bbb86bd-e756-42b1-b844-ba1c704c7b24 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:22.856720 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-9245cf5a-acd3-4260-92e2-3fe2a09a7d06 req-3bbb86bd-e756-42b1-b844-ba1c704c7b24 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (cd801b08-3aac-44e0-9b5a-bf4f86450df9), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:22.857058 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.db.l3_db [req-9245cf5a-acd3-4260-92e2-3fe2a09a7d06 req-3bbb86bd-e756-42b1-b844-ba1c704c7b24 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Floating IP cd801b08-3aac-44e0-9b5a-bf4f86450df9 disassociated. External IP: 172.27.0.165, port: 945c0530-b30a-4e15-a586-dfaaa2fdd6ae. Oct 20 13:39:22.857392 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-9245cf5a-acd3-4260-92e2-3fe2a09a7d06 req-3bbb86bd-e756-42b1-b844-ba1c704c7b24 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Calling delete_port for 945c0530-b30a-4e15-a586-dfaaa2fdd6ae owned by compute:nova {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:39:22.859671 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856f141-0174-4049-9806-95fb31802746 req-f4dcd789-b44d-415d-953a-c7eac03613bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:22.861614 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8856f141-0174-4049-9806-95fb31802746 req-f4dcd789-b44d-415d-953a-c7eac03613bb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=370db21c-b140-47ce-b86d-73159b9151c0 HTTP/1.1" status: 200 len: 1130 time: 0.0991290 Oct 20 13:39:23.027149 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6e65b-075c-4a4c-8b9c-82015fce2b97 req-979db9ec-1976-44e6-96b2-a8caa6119f33 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:23.028666 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-72b6e65b-075c-4a4c-8b9c-82015fce2b97 req-979db9ec-1976-44e6-96b2-a8caa6119f33 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=370db21c-b140-47ce-b86d-73159b9151c0 HTTP/1.1" status: 200 len: 946 time: 0.0491834 Oct 20 13:39:23.078628 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-72b6e65b-075c-4a4c-8b9c-82015fce2b97 req-d3db1db9-a11f-47de-9ab2-11b012903298 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=199a0219-20b9-42f6-b51d-45645d6794d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438361 Oct 20 13:39:23.204610 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8856f141-0174-4049-9806-95fb31802746 req-72303b47-85c4-4387-bae8-a015a9ac9e98 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=199a0219-20b9-42f6-b51d-45645d6794d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291407 Oct 20 13:39:23.208902 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-07443057-95cd-4575-a534-1aaf1fa7fee4 req-c6dcf661-ed4d-47f5-b572-049d786475d5 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3462558 Oct 20 13:39:23.278602 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-9245cf5a-acd3-4260-92e2-3fe2a09a7d06 req-3bbb86bd-e756-42b1-b844-ba1c704c7b24 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (945c0530-b30a-4e15-a586-dfaaa2fdd6ae), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:23.306604 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb86bd-e756-42b1-b844-ba1c704c7b24 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event deleted for resources: {'Port': ['ID=945c0530-b30a-4e15-a586-dfaaa2fdd6ae,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:39:23.397715 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:23.421271 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9245cf5a-acd3-4260-92e2-3fe2a09a7d06 req-3bbb86bd-e756-42b1-b844-ba1c704c7b24 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:39:23.525775 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9245cf5a-acd3-4260-92e2-3fe2a09a7d06 req-3bbb86bd-e756-42b1-b844-ba1c704c7b24 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:39:23.535938 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c42548b-c1dd-4711-9599-1cefe9e7fa42 None None] Sync routers for ids ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'] in dv-cinder-862136-1-iscsi {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:39:23.546068 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c42548b-c1dd-4711-9599-1cefe9e7fa42 None None] Routers {'1f3c4c41-ebbf-411a-9bb1-1745db5a6489'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:39:23.546682 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-9c42548b-c1dd-4711-9599-1cefe9e7fa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:38:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:39:23.567964 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-9245cf5a-acd3-4260-92e2-3fe2a09a7d06 req-3bbb86bd-e756-42b1-b844-ba1c704c7b24 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] No DVR routers for this DVR port 945c0530-b30a-4e15-a586-dfaaa2fdd6ae on host hv-cinder-86213 {{(pid=104733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:39:23.570615 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-9245cf5a-acd3-4260-92e2-3fe2a09a7d06 req-3bbb86bd-e756-42b1-b844-ba1c704c7b24 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:23.573939 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9245cf5a-acd3-4260-92e2-3fe2a09a7d06 req-3bbb86bd-e756-42b1-b844-ba1c704c7b24 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.20 "DELETE /networking/v2.0/ports/945c0530-b30a-4e15-a586-dfaaa2fdd6ae HTTP/1.1" status: 204 len: 173 time: 1.1386113 Oct 20 13:39:23.574429 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a07ca6e8-83ee-4690-97c1-7cc13774d5ea', 'name': 'network-vif-deleted', 'tag': '945c0530-b30a-4e15-a586-dfaaa2fdd6ae'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:39:23.576900 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eef1233-ee80-4a1c-a1ff-25473da5b53e" -d '{"events": [{"server_uuid": "a07ca6e8-83ee-4690-97c1-7cc13774d5ea", "name": "network-vif-deleted", "tag": "945c0530-b30a-4e15-a586-dfaaa2fdd6ae"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:39:23.625154 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5201f887-4e8a-46c1-a2cc-ba0042009aa3 x-openstack-request-id: req-5201f887-4e8a-46c1-a2cc-ba0042009aa3 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:39:23.625440 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a07ca6e8-83ee-4690-97c1-7cc13774d5ea", "name": "network-vif-deleted", "tag": "945c0530-b30a-4e15-a586-dfaaa2fdd6ae", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:39:23.625803 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5201f887-4e8a-46c1-a2cc-ba0042009aa3 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:39:23.626214 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5201f887-4e8a-46c1-a2cc-ba0042009aa3'] response: {'server_uuid': 'a07ca6e8-83ee-4690-97c1-7cc13774d5ea', 'name': 'network-vif-deleted', 'tag': '945c0530-b30a-4e15-a586-dfaaa2fdd6ae', 'status': 'completed', 'code': 200} Oct 20 13:39:23.657036 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-9c42548b-c1dd-4711-9599-1cefe9e7fa42 None None] Set router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:39:23.851127 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-9c42548b-c1dd-4711-9599-1cefe9e7fa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:37Z', 'revision_number': 4, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '86fac27a-cd4f-4973-a4ae-a8871270433b', 'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'mac_address': 'fa:16:3e:53:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:35Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 5, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'subnets': [{'id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:39:23.879593 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c42548b-c1dd-4711-9599-1cefe9e7fa42 None None] Checking router: 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 for host: dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:39:23.887827 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c42548b-c1dd-4711-9599-1cefe9e7fa42 None None] Routers {'1f3c4c41-ebbf-411a-9bb1-1745db5a6489'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:39:23.888461 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-9c42548b-c1dd-4711-9599-1cefe9e7fa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:38:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:39:23.987955 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-9c42548b-c1dd-4711-9599-1cefe9e7fa42 None None] Set router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:39:24.134753 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:24.178388 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-9c42548b-c1dd-4711-9599-1cefe9e7fa42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:37Z', 'revision_number': 4, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '86fac27a-cd4f-4973-a4ae-a8871270433b', 'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'mac_address': 'fa:16:3e:53:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:35Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 5, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'subnets': [{'id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:39:24.203122 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c42548b-c1dd-4711-9599-1cefe9e7fa42 None None] The sync data for ids ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'] in dv-cinder-862136-1-iscsi is: [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:37Z', 'revision_number': 4, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '86fac27a-cd4f-4973-a4ae-a8871270433b', 'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'mac_address': 'fa:16:3e:53:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:35Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 5, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'subnets': [{'id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:39:24.212126 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7392e2-47e7-45c4-a5bb-9e3032c21905 req-483dd583-e46e-4719-8c45-6ae078ca455c tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:24.213715 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8e7392e2-47e7-45c4-a5bb-9e3032c21905 req-483dd583-e46e-4719-8c45-6ae078ca455c tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=370db21c-b140-47ce-b86d-73159b9151c0 HTTP/1.1" status: 200 len: 946 time: 0.0530379 Oct 20 13:39:24.264710 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8e7392e2-47e7-45c4-a5bb-9e3032c21905 req-69cb3313-4510-4c9c-8146-e896a0bdd5b8 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=199a0219-20b9-42f6-b51d-45645d6794d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454907 Oct 20 13:39:24.343763 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-a81fc694-3f88-4cdd-85a8-fa940d0cbc85 req-1b43e22b-f958-4a71-aa8d-a7bd5084cf08 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 210 time: 0.0316756 Oct 20 13:39:24.449824 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8795ef-59ca-45f3-89de-d9930612f6ff None None] New status for floating IP cd801b08-3aac-44e0-9b5a-bf4f86450df9: DOWN {{(pid=104735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 13:39:24.619387 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6e76b082-cf42-4574-bdbb-a2fc2179c6e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:25.389961 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e4ac5-2df2-43bd-b5a6-04b387c5aaed req-1377e7db-211a-4c5b-b440-f1a38a72eed7 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:25.392010 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-941e4ac5-2df2-43bd-b5a6-04b387c5aaed req-1377e7db-211a-4c5b-b440-f1a38a72eed7 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=370db21c-b140-47ce-b86d-73159b9151c0 HTTP/1.1" status: 200 len: 946 time: 0.0486982 Oct 20 13:39:25.446822 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-941e4ac5-2df2-43bd-b5a6-04b387c5aaed req-8a3aacc4-0ab8-4679-bddb-22f680bbf500 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=199a0219-20b9-42f6-b51d-45645d6794d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472527 Oct 20 13:39:25.464070 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-0a818d86-c15f-4431-b8da-a756c8c965ad req-20dfb8c9-0402-4fb5-92be-bc13fb8eb9e5 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=a07ca6e8-83ee-4690-97c1-7cc13774d5ea HTTP/1.1" status: 200 len: 210 time: 0.0298069 Oct 20 13:39:26.420408 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 945c0530-b30a-4e15-a586-dfaaa2fdd6ae no longer exists at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:39:26.571093 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 44996) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:39:26.575177 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] No Port match for: 945c0530-b30a-4e15-a586-dfaaa2fdd6ae {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:39:26.575524 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 945c0530-b30a-4e15-a586-dfaaa2fdd6ae not bound to the agent host hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:39:26.625112 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-83c94987-b4d1-4fb1-84ce-00707904cb43 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group (7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:26.646557 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-83c94987-b4d1-4fb1-84ce-00707904cb43 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group (7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:26.661863 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:26.693855 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-83c94987-b4d1-4fb1-84ce-00707904cb43 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:26.696464 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-83c94987-b4d1-4fb1-84ce-00707904cb43 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:26.697610 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-83c94987-b4d1-4fb1-84ce-00707904cb43 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd HTTP/1.1" status: 204 len: 168 time: 0.1255186 Oct 20 13:39:26.700613 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 44998) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:39:26.706759 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c94987-b4d1-4fb1-84ce-00707904cb43 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:39:26.714604 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.api.v2.resource [None req-b9f8f92a-31a8-4381-9cb1-5f7d60cfa593 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] show failed (client error): The resource could not be found. Oct 20 13:39:26.715791 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-b9f8f92a-31a8-4381-9cb1-5f7d60cfa593 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups/7fc82dd7-5875-4bb8-a47b-5870e3f2a9cd HTTP/1.1" status: 404 len: 347 time: 0.0140731 Oct 20 13:39:26.718682 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 45000) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:39:26.791078 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:26.831047 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-ec41be8f-54df-447a-b5f7-6e768785ae14 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Deleting port 0059cbe8-38e3-45b4-9bf9-c41549616daa {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:39:26.831451 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ec41be8f-54df-447a-b5f7-6e768785ae14 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (0059cbe8-38e3-45b4-9bf9-c41549616daa), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:26.912633 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ec41be8f-54df-447a-b5f7-6e768785ae14 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (0059cbe8-38e3-45b4-9bf9-c41549616daa), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:26.912977 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ec41be8f-54df-447a-b5f7-6e768785ae14 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for floatingip (0059cbe8-38e3-45b4-9bf9-c41549616daa), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:26.925900 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-ec41be8f-54df-447a-b5f7-6e768785ae14 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Calling delete_port for 0059cbe8-38e3-45b4-9bf9-c41549616daa owned by network:floatingip {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:39:26.945682 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ca00495c-91c9-4ac1-a792-249c3857a5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:27.060623 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ec41be8f-54df-447a-b5f7-6e768785ae14 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (0059cbe8-38e3-45b4-9bf9-c41549616daa), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:27.084087 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec41be8f-54df-447a-b5f7-6e768785ae14 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event deleted for resources: {'Port': ['ID=0059cbe8-38e3-45b4-9bf9-c41549616daa,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:39:27.146474 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ec41be8f-54df-447a-b5f7-6e768785ae14 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for floatingip (cd801b08-3aac-44e0-9b5a-bf4f86450df9), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:27.149067 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ec41be8f-54df-447a-b5f7-6e768785ae14 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:27.150175 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-ec41be8f-54df-447a-b5f7-6e768785ae14 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/cd801b08-3aac-44e0-9b5a-bf4f86450df9 HTTP/1.1" status: 204 len: 168 time: 0.4304962 Oct 20 13:39:27.228260 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 45006) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:39:27.232760 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-f73d3450-66f5-4bd3-9b31-19491bd1655b tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--703327507', 'description': 'tempest-description--639666039'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:39:27.254214 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f73d3450-66f5-4bd3-9b31-19491bd1655b tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:27.271164 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:27.324781 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f73d3450-66f5-4bd3-9b31-19491bd1655b tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group (4cf77cda-02bc-4f38-8b28-ee6dfeea35fd), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:27.328263 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f73d3450-66f5-4bd3-9b31-19491bd1655b tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (4cf77cda-02bc-4f38-8b28-ee6dfeea35fd), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:27.357225 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d3450-66f5-4bd3-9b31-19491bd1655b tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf77cda-02bc-4f38-8b28-ee6dfeea35fd,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:39:27.363803 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f73d3450-66f5-4bd3-9b31-19491bd1655b tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:27.365059 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-f73d3450-66f5-4bd3-9b31-19491bd1655b tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1357260 Oct 20 13:39:27.367914 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 45008) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:39:27.372051 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-f5b57f3a-92da-4af5-84c3-e5f0690e5b89 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Request body: {'security_group_rule': {'security_group_id': '4cf77cda-02bc-4f38-8b28-ee6dfeea35fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:39:27.398834 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f5b57f3a-92da-4af5-84c3-e5f0690e5b89 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group_rule (1055bc53-c34c-4493-8570-92db88a38319), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:27.453378 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f5b57f3a-92da-4af5-84c3-e5f0690e5b89 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group_rule (1055bc53-c34c-4493-8570-92db88a38319), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:27.457633 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f5b57f3a-92da-4af5-84c3-e5f0690e5b89 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (1055bc53-c34c-4493-8570-92db88a38319), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:27.476227 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b57f3a-92da-4af5-84c3-e5f0690e5b89 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1055bc53-c34c-4493-8570-92db88a38319,revision_number=0']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:39:27.483196 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f5b57f3a-92da-4af5-84c3-e5f0690e5b89 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:27.484365 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-f5b57f3a-92da-4af5-84c3-e5f0690e5b89 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1155560 Oct 20 13:39:27.487661 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 45010) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:39:27.491913 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-e2ae4dd0-f4d3-4c8e-b569-cfa13d6329d1 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Request body: {'security_group_rule': {'security_group_id': '4cf77cda-02bc-4f38-8b28-ee6dfeea35fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:39:27.519416 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-e2ae4dd0-f4d3-4c8e-b569-cfa13d6329d1 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group_rule (c6c14b4c-e442-4cfd-882e-35f22148a657), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:27.565580 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:27.578213 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-e2ae4dd0-f4d3-4c8e-b569-cfa13d6329d1 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group_rule (c6c14b4c-e442-4cfd-882e-35f22148a657), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:27.582141 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-e2ae4dd0-f4d3-4c8e-b569-cfa13d6329d1 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (c6c14b4c-e442-4cfd-882e-35f22148a657), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:27.601038 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae4dd0-f4d3-4c8e-b569-cfa13d6329d1 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c14b4c-e442-4cfd-882e-35f22148a657,revision_number=0']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:39:27.609695 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-e2ae4dd0-f4d3-4c8e-b569-cfa13d6329d1 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:27.611371 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-e2ae4dd0-f4d3-4c8e-b569-cfa13d6329d1 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223052 Oct 20 13:39:27.614900 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 45014) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:39:27.619158 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-f24a28b3-7465-458a-93cc-588795260248 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Request body: {'floatingip': {'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:39:27.640298 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f24a28b3-7465-458a-93cc-588795260248 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:27.716058 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f24a28b3-7465-458a-93cc-588795260248 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:27.823729 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [None req-f24a28b3-7465-458a-93cc-588795260248 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Allocated IP 172.27.0.47 (54b02c82-3888-4407-a753-5cb002a664e9/80f1bf56-ddb3-4c42-8717-7c4bb006400e/10dcf7f7-51f7-47c6-a562-f51bb5db0dd8) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:39:27.930367 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f24a28b3-7465-458a-93cc-588795260248 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for port (10dcf7f7-51f7-47c6-a562-f51bb5db0dd8), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:27.933151 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:INSERT=11,neutron:SELECT=80,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:27.966115 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f24a28b3-7465-458a-93cc-588795260248 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (10dcf7f7-51f7-47c6-a562-f51bb5db0dd8), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:28.003732 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24a28b3-7465-458a-93cc-588795260248 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Network 54b02c82-3888-4407-a753-5cb002a664e9 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:39:28.008008 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [None req-f24a28b3-7465-458a-93cc-588795260248 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:39:28.011817 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24a28b3-7465-458a-93cc-588795260248 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:39:28.033757 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a28b3-7465-458a-93cc-588795260248 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event updated for resources: {'Port': ['ID=10dcf7f7-51f7-47c6-a562-f51bb5db0dd8,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:39:28.094160 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f24a28b3-7465-458a-93cc-588795260248 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for floatingip (1e8bea6f-201a-4981-a6ab-8b42e39823d6), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:28.133370 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f24a28b3-7465-458a-93cc-588795260248 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (10dcf7f7-51f7-47c6-a562-f51bb5db0dd8), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:28.161007 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:28.266267 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:28.278762 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f24a28b3-7465-458a-93cc-588795260248 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for port (10dcf7f7-51f7-47c6-a562-f51bb5db0dd8), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:28.283775 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f24a28b3-7465-458a-93cc-588795260248 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (10dcf7f7-51f7-47c6-a562-f51bb5db0dd8), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:28.352598 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a28b3-7465-458a-93cc-588795260248 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event updated for resources: {'Port': ['ID=10dcf7f7-51f7-47c6-a562-f51bb5db0dd8,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:39:28.356077 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f24a28b3-7465-458a-93cc-588795260248 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (1e8bea6f-201a-4981-a6ab-8b42e39823d6), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:28.372514 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f24a28b3-7465-458a-93cc-588795260248 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:28.374014 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-f24a28b3-7465-458a-93cc-588795260248 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7579441 Oct 20 13:39:28.581432 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-17c58fbc-4a14-46b4-a27c-3e75f390c74d tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--703327507&fields=id&tenant_id=b215cb88123a4851932dbf7dfa88f709 HTTP/1.1" status: 200 len: 267 time: 0.0421047 Oct 20 13:39:28.689073 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-84586eb6-5a2e-493c-85e8-bb064182b222 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:28.690518 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-84586eb6-5a2e-493c-85e8-bb064182b222 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/networks?id=6a87efad-1518-4319-8b6e-3edd28303f86 HTTP/1.1" status: 200 len: 814 time: 0.1028328 Oct 20 13:39:28.704650 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-0d9e1f97-a03c-4d62-8c5f-c58a241f94a3 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/quotas/b215cb88123a4851932dbf7dfa88f709 HTTP/1.1" status: 200 len: 375 time: 0.0087800 Oct 20 13:39:28.753569 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-ae938720-4341-483f-9241-95f522aefaba tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b215cb88123a4851932dbf7dfa88f709&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439365 Oct 20 13:39:28.851313 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-9edbcecb-3b28-4ec7-a08e-5e71443add00 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864692 Oct 20 13:39:28.914219 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:28.944523 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-1fa7ada9-e2db-4708-948e-e287e51f5a93 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875368 Oct 20 13:39:29.112548 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-641a9cbf-c56b-49e5-989b-af2b89b7f0c8 req-d4b3b42a-6360-4210-b6bc-d335772bed29 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=29e3dc4f-68fd-40c3-a6db-6a36405b78b8 HTTP/1.1" status: 200 len: 210 time: 0.0308053 Oct 20 13:39:29.609017 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:29.733445 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:30.217440 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-af34cbbf-3974-4a06-8129-a42d9aaccacb req-e4bf3e99-ea98-4318-8c6a-140d53071588 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=29e3dc4f-68fd-40c3-a6db-6a36405b78b8 HTTP/1.1" status: 200 len: 210 time: 0.0300272 Oct 20 13:39:30.436345 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-bda01f57-507b-4f37-85cf-d9b21ddaab95 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:30.437722 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-bda01f57-507b-4f37-85cf-d9b21ddaab95 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.20 "GET /networking/v2.0/networks?id=6a87efad-1518-4319-8b6e-3edd28303f86 HTTP/1.1" status: 200 len: 814 time: 0.1035063 Oct 20 13:39:30.506031 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-37c7fd35-ddad-458b-8d3c-b8d4a899cfd9 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b215cb88123a4851932dbf7dfa88f709 HTTP/1.1" status: 200 len: 379 time: 0.0552895 Oct 20 13:39:30.606401 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-40850188-732c-4bbe-8a07-edbd3b7cb1ba tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Request body: {'port': {'device_id': '29e3dc4f-68fd-40c3-a6db-6a36405b78b8', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'admin_state_up': True, 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'security_groups': ['4cf77cda-02bc-4f38-8b28-ee6dfeea35fd']}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:39:30.715986 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-40850188-732c-4bbe-8a07-edbd3b7cb1ba tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Made reservation on behalf of b215cb88123a4851932dbf7dfa88f709 for: {'port': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:39:30.719553 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-40850188-732c-4bbe-8a07-edbd3b7cb1ba tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:30.794095 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:30.846934 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-40850188-732c-4bbe-8a07-edbd3b7cb1ba tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Allocated IP 172.20.0.9 (6a87efad-1518-4319-8b6e-3edd28303f86/2fdacf12-c611-42fe-b6f6-2cbfeede8f9a/ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:39:30.983418 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-40850188-732c-4bbe-8a07-edbd3b7cb1ba tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for port (ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:31.015635 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-40850188-732c-4bbe-8a07-edbd3b7cb1ba tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:31.062956 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-40850188-732c-4bbe-8a07-edbd3b7cb1ba tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Network 6a87efad-1518-4319-8b6e-3edd28303f86 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:39:31.066140 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-40850188-732c-4bbe-8a07-edbd3b7cb1ba tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:39:31.068497 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-40850188-732c-4bbe-8a07-edbd3b7cb1ba tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:39:31.094726 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40850188-732c-4bbe-8a07-edbd3b7cb1ba tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event updated for resources: {'Port': ['ID=ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:39:31.125710 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-40850188-732c-4bbe-8a07-edbd3b7cb1ba tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:31.126267 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-40850188-732c-4bbe-8a07-edbd3b7cb1ba tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:31.143920 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-40850188-732c-4bbe-8a07-edbd3b7cb1ba tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5413322 Oct 20 13:39:31.156872 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-63b52974-cf9f-47ae-9c99-c9122c39e19a service neutron] Request body: {'port': {'device_id': '29e3dc4f-68fd-40c3-a6db-6a36405b78b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86213'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:39:31.218908 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-63b52974-cf9f-47ae-9c99-c9122c39e19a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:31.280278 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:31.341551 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36743e2-427d-4739-9d97-f2297996e045 req-b4ee002b-28f5-4564-aeb5-023c13c5bbea tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:31.342948 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d36743e2-427d-4739-9d97-f2297996e045 req-b4ee002b-28f5-4564-aeb5-023c13c5bbea tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=29e3dc4f-68fd-40c3-a6db-6a36405b78b8 HTTP/1.1" status: 200 len: 931 time: 0.0467396 Oct 20 13:39:31.358108 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-1b03268d-54d1-43fe-b7ff-3d3171078efd None None] Provisioning complete for port ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:39:31.358589 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1b03268d-54d1-43fe-b7ff-3d3171078efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:31.358811 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-1b03268d-54d1-43fe-b7ff-3d3171078efd None None] Attempt 1 to provision port ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8 Oct 20 13:39:31.362903 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:31.394506 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d36743e2-427d-4739-9d97-f2297996e045 req-bb1a30c5-7951-414b-bcbf-ad09a246c14f tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4cf77cda-02bc-4f38-8b28-ee6dfeea35fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455434 Oct 20 13:39:31.396737 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-1b03268d-54d1-43fe-b7ff-3d3171078efd None None] Port ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8 cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:39:31.493701 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-63b52974-cf9f-47ae-9c99-c9122c39e19a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8 {{(pid=104733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:39:31.501886 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-63b52974-cf9f-47ae-9c99-c9122c39e19a service neutron] Publish callbacks [] for port (ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:31.522180 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.provisioning_blocks [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-63b52974-cf9f-47ae-9c99-c9122c39e19a service neutron] Transition to ACTIVE for port object ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8 will not be triggered until provisioned by entity L2. {{(pid=104733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 13:39:31.524608 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-63b52974-cf9f-47ae-9c99-c9122c39e19a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:31.581908 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:31.604279 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b52974-cf9f-47ae-9c99-c9122c39e19a service neutron] Pushing event updated for resources: {'Port': ['ID=ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:39:31.633177 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-63b52974-cf9f-47ae-9c99-c9122c39e19a service neutron] Attempting to bind port ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8 on host hv-cinder-86213 for vnic_type normal with profile {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:39:31.633507 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-63b52974-cf9f-47ae-9c99-c9122c39e19a service neutron] Attempting to bind port ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8 by drivers openvswitch,hyperv on host hv-cinder-86213 at level 0 using segments [{'id': '3a56e684-3f29-4221-b1a4-f25d8cf87e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86'}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:39:31.633829 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-63b52974-cf9f-47ae-9c99-c9122c39e19a service neutron] Attempting to bind port ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8 on network 6a87efad-1518-4319-8b6e-3edd28303f86 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:39:31.676772 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-63b52974-cf9f-47ae-9c99-c9122c39e19a service neutron] Port ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8 on network 6a87efad-1518-4319-8b6e-3edd28303f86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86213 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 13:39:31.677132 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-63b52974-cf9f-47ae-9c99-c9122c39e19a service neutron] Attempting to bind port ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8 on network 6a87efad-1518-4319-8b6e-3edd28303f86 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:39:31.717979 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-63b52974-cf9f-47ae-9c99-c9122c39e19a service neutron] Checking agent: {'id': '4b042e07-7f30-49b6-94c5-05338f7deed3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'started_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:39:31.718308 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-63b52974-cf9f-47ae-9c99-c9122c39e19a service neutron] Checking segment: {'id': '3a56e684-3f29-4221-b1a4-f25d8cf87e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:39:31.718686 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-63b52974-cf9f-47ae-9c99-c9122c39e19a service neutron] Bound using segment: {'id': '3a56e684-3f29-4221-b1a4-f25d8cf87e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86'} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:39:31.719111 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-63b52974-cf9f-47ae-9c99-c9122c39e19a service neutron] Bound port: ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8, host: hv-cinder-86213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a56e684-3f29-4221-b1a4-f25d8cf87e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86'}}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:39:31.719467 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-63b52974-cf9f-47ae-9c99-c9122c39e19a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:31.779080 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-63b52974-cf9f-47ae-9c99-c9122c39e19a service neutron] For port ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8, host hv-cinder-86213, cleared binding levels {{(pid=104733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:39:31.781973 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-63b52974-cf9f-47ae-9c99-c9122c39e19a service neutron] For port ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8, host hv-cinder-86213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8,segment=NetworkSegment(3a56e684-3f29-4221-b1a4-f25d8cf87e97),segment_id=3a56e684-3f29-4221-b1a4-f25d8cf87e97)] {{(pid=104733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:39:31.787581 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-63b52974-cf9f-47ae-9c99-c9122c39e19a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:31.790631 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-63b52974-cf9f-47ae-9c99-c9122c39e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:31.791430 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-63b52974-cf9f-47ae-9c99-c9122c39e19a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:31.792815 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-63b52974-cf9f-47ae-9c99-c9122c39e19a service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8 HTTP/1.1" status: 200 len: 1093 time: 0.6403821 Oct 20 13:39:31.794864 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e3dc4f-68fd-40c3-a6db-6a36405b78b8', 'tag': 'ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:39:31.797093 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea883501-3f55-4fdb-9275-a7f11c9191cf" -d '{"events": [{"name": "network-changed", "server_uuid": "29e3dc4f-68fd-40c3-a6db-6a36405b78b8", "tag": "ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:39:31.834726 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800ed560-081a-408d-b156-5d81168bd7f1 x-openstack-request-id: req-800ed560-081a-408d-b156-5d81168bd7f1 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:39:31.835003 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e3dc4f-68fd-40c3-a6db-6a36405b78b8", "tag": "ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:39:31.835245 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-800ed560-081a-408d-b156-5d81168bd7f1 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:39:31.835628 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-800ed560-081a-408d-b156-5d81168bd7f1'] response: {'name': 'network-changed', 'server_uuid': '29e3dc4f-68fd-40c3-a6db-6a36405b78b8', 'tag': 'ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8', 'status': 'completed', 'code': 200} Oct 20 13:39:31.848722 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b52974-cf9f-47ae-9c99-c9122c39e19a service neutron] Pushing event updated for resources: {'Port': ['ID=ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8,revision_number=3']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:39:31.946991 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea883501-3f55-4fdb-9275-a7f11c9191cf req-b3f3d5b2-eb4f-4654-8ffb-9d8ffc025e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:31.948465 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ea883501-3f55-4fdb-9275-a7f11c9191cf req-b3f3d5b2-eb4f-4654-8ffb-9d8ffc025e9d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b215cb88123a4851932dbf7dfa88f709&device_id=29e3dc4f-68fd-40c3-a6db-6a36405b78b8 HTTP/1.1" status: 200 len: 1127 time: 0.0410063 Oct 20 13:39:32.439713 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea883501-3f55-4fdb-9275-a7f11c9191cf req-b091193f-00ea-466b-8e00-4d46c3301041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:32.441565 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ea883501-3f55-4fdb-9275-a7f11c9191cf req-b091193f-00ea-466b-8e00-4d46c3301041 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=b215cb88123a4851932dbf7dfa88f709&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0978403 Oct 20 13:39:32.538871 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93170985-7c76-4350-a1f2-6fcb694a596f req-435ecd79-0df9-466e-b249-3238fa65b074 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:32.540347 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-93170985-7c76-4350-a1f2-6fcb694a596f req-435ecd79-0df9-466e-b249-3238fa65b074 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=29e3dc4f-68fd-40c3-a6db-6a36405b78b8 HTTP/1.1" status: 200 len: 943 time: 0.0591588 Oct 20 13:39:32.545861 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea883501-3f55-4fdb-9275-a7f11c9191cf req-b6320c1e-de8d-4dc6-8e5d-e1e115fdadfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:32.547278 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ea883501-3f55-4fdb-9275-a7f11c9191cf req-b6320c1e-de8d-4dc6-8e5d-e1e115fdadfe service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0996358 Oct 20 13:39:32.589404 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-93170985-7c76-4350-a1f2-6fcb694a596f req-9ab43ff5-af9d-4783-9558-3bab441ce96e tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4cf77cda-02bc-4f38-8b28-ee6dfeea35fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430059 Oct 20 13:39:32.628740 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-0eadb1c6-c03d-430c-b513-e9ca1913eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:32.630229 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-0eadb1c6-c03d-430c-b513-e9ca1913eb2d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b215cb88123a4851932dbf7dfa88f709&device_id=29e3dc4f-68fd-40c3-a6db-6a36405b78b8 HTTP/1.1" status: 200 len: 1127 time: 0.0403934 Oct 20 13:39:32.673240 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-fb11c74e-0324-4f70-afc7-11db0481bb8e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8 HTTP/1.1" status: 200 len: 217 time: 0.0355141 Oct 20 13:39:32.687219 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:32.722183 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-78877fc4-21ca-46e5-8f50-d7615c624e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:32.723595 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-78877fc4-21ca-46e5-8f50-d7615c624e5a service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=2fdacf12-c611-42fe-b6f6-2cbfeede8f9a HTTP/1.1" status: 200 len: 853 time: 0.0437708 Oct 20 13:39:32.769951 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-bdbb7219-7c1c-42ca-9afc-00fd3abf29ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:32.771435 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-bdbb7219-7c1c-42ca-9afc-00fd3abf29ea service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=6a87efad-1518-4319-8b6e-3edd28303f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401151 Oct 20 13:39:32.865857 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-a8c1a8b8-1b6c-48ac-87c6-2ad779b5425b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875847 Oct 20 13:39:32.962332 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-05410929-465f-43a3-a7ae-227fa1d2a134 req-c4656929-ffe3-4a57-a9da-fe597756d127 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827920 Oct 20 13:39:33.716201 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7707a4ae-1d14-461a-ae7b-eda97301d66d req-ee9ec5e8-3822-494c-b894-6fa7e0c20b25 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:33.717676 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7707a4ae-1d14-461a-ae7b-eda97301d66d req-ee9ec5e8-3822-494c-b894-6fa7e0c20b25 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=29e3dc4f-68fd-40c3-a6db-6a36405b78b8 HTTP/1.1" status: 200 len: 943 time: 0.0500758 Oct 20 13:39:33.764057 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7707a4ae-1d14-461a-ae7b-eda97301d66d req-ebfaf83c-b2d2-4005-b325-02f537b8b621 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4cf77cda-02bc-4f38-8b28-ee6dfeea35fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402842 Oct 20 13:39:34.885783 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e82b92-4aea-4e75-8c2b-8a48fb9f7ae9 req-551ace8c-ef02-4725-859b-14b370bea744 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:34.887210 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-13e82b92-4aea-4e75-8c2b-8a48fb9f7ae9 req-551ace8c-ef02-4725-859b-14b370bea744 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=29e3dc4f-68fd-40c3-a6db-6a36405b78b8 HTTP/1.1" status: 200 len: 943 time: 0.0489733 Oct 20 13:39:34.933104 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-13e82b92-4aea-4e75-8c2b-8a48fb9f7ae9 req-5657533c-37e8-4ce2-b3d1-a238e573a57d tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4cf77cda-02bc-4f38-8b28-ee6dfeea35fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395331 Oct 20 13:39:35.129179 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=45,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:35.133394 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:36.023090 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:36.059203 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1efa4a0-fb4e-48e9-b8fe-05d2974fdb14 req-378b4b49-a845-4c59-88bd-5781da68ce65 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:36.060662 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f1efa4a0-fb4e-48e9-b8fe-05d2974fdb14 req-378b4b49-a845-4c59-88bd-5781da68ce65 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=29e3dc4f-68fd-40c3-a6db-6a36405b78b8 HTTP/1.1" status: 200 len: 943 time: 0.0490282 Oct 20 13:39:36.106405 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f1efa4a0-fb4e-48e9-b8fe-05d2974fdb14 req-fe3056a9-28f8-4a73-97b8-8a5eb01aa9a5 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4cf77cda-02bc-4f38-8b28-ee6dfeea35fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398338 Oct 20 13:39:36.668928 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:37.226082 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd4f62-8afe-4de9-9b93-792e41cbf928 req-b052768c-b85f-47aa-84f3-c3a766aaec71 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:37.227529 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-c7cd4f62-8afe-4de9-9b93-792e41cbf928 req-b052768c-b85f-47aa-84f3-c3a766aaec71 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=29e3dc4f-68fd-40c3-a6db-6a36405b78b8 HTTP/1.1" status: 200 len: 943 time: 0.0463440 Oct 20 13:39:37.273685 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-c7cd4f62-8afe-4de9-9b93-792e41cbf928 req-07deaf50-f02b-45bd-b0e4-5907e4b1487f tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4cf77cda-02bc-4f38-8b28-ee6dfeea35fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405746 Oct 20 13:39:38.392988 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3c637-fb6e-45cc-bd85-557ebbc9b206 req-dd1c4d67-869e-48cc-a002-4291d2e36843 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:38.394414 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-55f3c637-fb6e-45cc-bd85-557ebbc9b206 req-dd1c4d67-869e-48cc-a002-4291d2e36843 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=29e3dc4f-68fd-40c3-a6db-6a36405b78b8 HTTP/1.1" status: 200 len: 943 time: 0.0459700 Oct 20 13:39:38.443656 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-55f3c637-fb6e-45cc-bd85-557ebbc9b206 req-771eee77-06a1-4ca8-a504-028dbbda199f tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4cf77cda-02bc-4f38-8b28-ee6dfeea35fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437675 Oct 20 13:39:38.898853 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8 details requested by agent hyperv_hv-cinder-86213 with host hv-cinder-86213 {{(pid=104734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 13:39:39.000814 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8,segment=NetworkSegment(3a56e684-3f29-4221-b1a4-f25d8cf87e97),segment_id=3a56e684-3f29-4221-b1a4-f25d8cf87e97)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:39:39.011520 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Returning: {'device': 'ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'port_id': 'ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8', 'mac_address': 'fa:16:3e:12:44:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 13:39:39.045134 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8 is: DOWN; New status is: BUILD {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:39:39.045613 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:39.058739 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8 {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:39:39.077830 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8,segment=NetworkSegment(3a56e684-3f29-4221-b1a4-f25d8cf87e97),segment_id=3a56e684-3f29-4221-b1a4-f25d8cf87e97)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:39:39.081844 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:39.131078 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:39:39.138012 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:39:39.138358 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:39:39.138700 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:39:39.139058 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:39:39.139392 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:39:39.139719 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:39:39.140040 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:39:39.140362 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:39:39.140681 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:39:39.141028 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:39:39.141349 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:39:39.141683 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:39:39.142008 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:39:39.142704 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:39:39.143026 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:39:39.565924 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5dd19-91bc-4047-98ac-df91d28f65c8 req-1d94fead-fc02-4285-ad38-b76fee0fda55 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:39.567368 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-bdb5dd19-91bc-4047-98ac-df91d28f65c8 req-1d94fead-fc02-4285-ad38-b76fee0fda55 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=29e3dc4f-68fd-40c3-a6db-6a36405b78b8 HTTP/1.1" status: 200 len: 944 time: 0.0452263 Oct 20 13:39:39.616924 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-bdb5dd19-91bc-4047-98ac-df91d28f65c8 req-40dbeef3-1311-48aa-8145-cd9fe6728cd5 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4cf77cda-02bc-4f38-8b28-ee6dfeea35fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439711 Oct 20 13:39:40.739205 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13f56d-3083-45ad-a4bc-38b4457e6e74 req-fea4767d-10c3-4337-9384-a4e9d48ccb86 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:40.740586 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-db13f56d-3083-45ad-a4bc-38b4457e6e74 req-fea4767d-10c3-4337-9384-a4e9d48ccb86 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=29e3dc4f-68fd-40c3-a6db-6a36405b78b8 HTTP/1.1" status: 200 len: 944 time: 0.0473266 Oct 20 13:39:40.789569 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-db13f56d-3083-45ad-a4bc-38b4457e6e74 req-4338ff66-0d9b-4ddc-8173-b3ffa61e129a tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4cf77cda-02bc-4f38-8b28-ee6dfeea35fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434029 Oct 20 13:39:40.903272 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0d78aa22-df60-4988-9ec6-98f6ec3bd052 req-ab1d2dfb-ad0e-4c22-8755-abb96ed953e2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376029 Oct 20 13:39:40.967084 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78aa22-df60-4988-9ec6-98f6ec3bd052 req-f06fd70f-05b5-4bef-ba6b-392d6693eba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:40.968549 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0d78aa22-df60-4988-9ec6-98f6ec3bd052 req-f06fd70f-05b5-4bef-ba6b-392d6693eba2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f9addc326c51410f809805d8b44c5c17&device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 1131 time: 0.0410085 Oct 20 13:39:41.077742 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78aa22-df60-4988-9ec6-98f6ec3bd052 req-ba4ad5dd-901e-46b5-a5f1-3f01afadd92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:41.079165 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0d78aa22-df60-4988-9ec6-98f6ec3bd052 req-ba4ad5dd-901e-46b5-a5f1-3f01afadd92b service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c859482-bc24-4f85-8ad7-70cfdb97a23e HTTP/1.1" status: 200 len: 917 time: 0.0898194 Oct 20 13:39:41.096212 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:39:41.143863 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0d78aa22-df60-4988-9ec6-98f6ec3bd052 req-9201321c-8ac3-4e24-a84f-813ed8b5f628 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c4329cd6-ac99-4465-b271-c87f6eb593c4 HTTP/1.1" status: 200 len: 1001 time: 0.0580795 Oct 20 13:39:41.199144 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78aa22-df60-4988-9ec6-98f6ec3bd052 req-8d83b86d-1312-4060-8587-6eaa15701b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:41.200594 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0d78aa22-df60-4988-9ec6-98f6ec3bd052 req-8d83b86d-1312-4060-8587-6eaa15701b42 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=eb211b48-f491-42bc-8f6d-654db7c34008 HTTP/1.1" status: 200 len: 855 time: 0.0459578 Oct 20 13:39:41.250984 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78aa22-df60-4988-9ec6-98f6ec3bd052 req-dce82d79-d899-4883-9ac4-a8f07b07008a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:41.252635 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0d78aa22-df60-4988-9ec6-98f6ec3bd052 req-dce82d79-d899-4883-9ac4-a8f07b07008a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c859482-bc24-4f85-8ad7-70cfdb97a23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395188 Oct 20 13:39:41.555794 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:41.559781 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0d78aa22-df60-4988-9ec6-98f6ec3bd052 req-465e1cbb-f5a6-4878-bcbc-1c164f698928 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c859482-bc24-4f85-8ad7-70cfdb97a23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991908 Oct 20 13:39:41.648330 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0d78aa22-df60-4988-9ec6-98f6ec3bd052 req-ada11c71-795c-4245-a4a9-707c7cdb2cbb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c859482-bc24-4f85-8ad7-70cfdb97a23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810308 Oct 20 13:39:41.912051 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ef7d7-1a2c-4794-81d4-b46c4eef21c0 req-279fa272-0729-4625-8b22-1441fff24afc tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:41.913482 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b29ef7d7-1a2c-4794-81d4-b46c4eef21c0 req-279fa272-0729-4625-8b22-1441fff24afc tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=29e3dc4f-68fd-40c3-a6db-6a36405b78b8 HTTP/1.1" status: 200 len: 944 time: 0.0491092 Oct 20 13:39:41.961077 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b29ef7d7-1a2c-4794-81d4-b46c4eef21c0 req-0c40e2c8-f2fb-4708-959a-5058863626e4 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4cf77cda-02bc-4f38-8b28-ee6dfeea35fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417306 Oct 20 13:39:42.706133 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8 up at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:39:42.750808 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning for port ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8 completed by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 13:39:42.757336 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning complete for port ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:39:42.757707 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:42.758035 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Attempt 1 to provision port ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8 Oct 20 13:39:42.828107 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8 is: BUILD; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:39:42.828484 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:42.831605 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:42.852527 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e3dc4f-68fd-40c3-a6db-6a36405b78b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:39:42.854766 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5374b1acb5d21f0576c4c748ca21f6e32e0c69c98f35ada2d9891fed02f2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6d1c7c-149f-41f6-8451-391fdf99eea4" -d '{"events": [{"server_uuid": "29e3dc4f-68fd-40c3-a6db-6a36405b78b8", "name": "network-vif-plugged", "status": "completed", "tag": "ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:39:42.867296 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8,segment=NetworkSegment(3a56e684-3f29-4221-b1a4-f25d8cf87e97),segment_id=3a56e684-3f29-4221-b1a4-f25d8cf87e97)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:39:42.871215 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:42.896781 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4daaf2f7-e655-4b29-89ea-4293172b52a6 x-openstack-request-id: req-4daaf2f7-e655-4b29-89ea-4293172b52a6 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:39:42.897097 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e3dc4f-68fd-40c3-a6db-6a36405b78b8", "name": "network-vif-plugged", "status": "completed", "tag": "ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:39:42.897348 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4daaf2f7-e655-4b29-89ea-4293172b52a6 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:39:42.897738 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4daaf2f7-e655-4b29-89ea-4293172b52a6'] response: {'server_uuid': '29e3dc4f-68fd-40c3-a6db-6a36405b78b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8', 'code': 200} Oct 20 13:39:42.930067 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:39:43.091059 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820e809-fc91-4796-b327-2ffc5cf4215f req-59c07331-9db8-41ba-b4e4-0bc8fbe6d6d3 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:43.092642 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d820e809-fc91-4796-b327-2ffc5cf4215f req-59c07331-9db8-41ba-b4e4-0bc8fbe6d6d3 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=29e3dc4f-68fd-40c3-a6db-6a36405b78b8 HTTP/1.1" status: 200 len: 945 time: 0.0510437 Oct 20 13:39:43.101058 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c1589-3327-4c26-be6d-2526c57a60df req-970f422b-3065-45b7-a0ad-192460aaf307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:43.102590 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-799c1589-3327-4c26-be6d-2526c57a60df req-970f422b-3065-45b7-a0ad-192460aaf307 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=29e3dc4f-68fd-40c3-a6db-6a36405b78b8 HTTP/1.1" status: 200 len: 1129 time: 0.0408833 Oct 20 13:39:43.142351 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d820e809-fc91-4796-b327-2ffc5cf4215f req-edc7f2ea-1499-4f4f-8608-47adb32cf902 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4cf77cda-02bc-4f38-8b28-ee6dfeea35fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439596 Oct 20 13:39:43.158146 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-799c1589-3327-4c26-be6d-2526c57a60df req-ada6e581-8fef-432f-8f7f-3d31d73731fc service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=4cf77cda-02bc-4f38-8b28-ee6dfeea35fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465615 Oct 20 13:39:44.267132 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841bc31-c78e-4fd3-a4e2-8b633d9cdda0 req-b7cbd332-10b0-41ff-8678-984aea63dc5d tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:44.268654 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5841bc31-c78e-4fd3-a4e2-8b633d9cdda0 req-b7cbd332-10b0-41ff-8678-984aea63dc5d tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=29e3dc4f-68fd-40c3-a6db-6a36405b78b8 HTTP/1.1" status: 200 len: 945 time: 0.0482318 Oct 20 13:39:44.316307 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5841bc31-c78e-4fd3-a4e2-8b633d9cdda0 req-cb97de81-95f3-46b2-924b-de49ebb7772e tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4cf77cda-02bc-4f38-8b28-ee6dfeea35fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419276 Oct 20 13:39:45.426546 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:45.443843 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf95b98-2d72-4ca0-b724-b106371313aa req-8583f34e-8d92-45f9-9db3-e6799f288f56 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:45.445337 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3cf95b98-2d72-4ca0-b724-b106371313aa req-8583f34e-8d92-45f9-9db3-e6799f288f56 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=29e3dc4f-68fd-40c3-a6db-6a36405b78b8 HTTP/1.1" status: 200 len: 945 time: 0.0464661 Oct 20 13:39:45.491216 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3cf95b98-2d72-4ca0-b724-b106371313aa req-533a58a8-7e0c-4413-9a71-0143d0e07565 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4cf77cda-02bc-4f38-8b28-ee6dfeea35fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404315 Oct 20 13:39:45.600148 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:45.612069 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10f60b-661a-496e-aeb6-b37f08df35e4 req-6351f538-f8d6-4fe2-89ec-a17f58439768 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:45.613547 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-9f10f60b-661a-496e-aeb6-b37f08df35e4 req-6351f538-f8d6-4fe2-89ec-a17f58439768 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=29e3dc4f-68fd-40c3-a6db-6a36405b78b8 HTTP/1.1" status: 200 len: 945 time: 0.0510957 Oct 20 13:39:45.623813 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 45156) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:39:45.628744 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-cc977b1f-f0ef-4dc5-8f01-731853fc2465 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Request body: {'floatingip': {'port_id': 'ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:39:45.666142 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-cc977b1f-f0ef-4dc5-8f01-731853fc2465 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for floatingip (1e8bea6f-201a-4981-a6ab-8b42e39823d6), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:46.000010 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:46.087469 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-cc977b1f-f0ef-4dc5-8f01-731853fc2465 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:46.091154 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-cc977b1f-f0ef-4dc5-8f01-731853fc2465 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (1e8bea6f-201a-4981-a6ab-8b42e39823d6), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:46.189934 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.db.l3_db [None req-cc977b1f-f0ef-4dc5-8f01-731853fc2465 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Floating IP 1e8bea6f-201a-4981-a6ab-8b42e39823d6 associated. External IP: 172.27.0.47, port: ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8. Oct 20 13:39:46.383719 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc977b1f-f0ef-4dc5-8f01-731853fc2465 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:39:46.488009 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc977b1f-f0ef-4dc5-8f01-731853fc2465 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:39:46.492928 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-cc977b1f-f0ef-4dc5-8f01-731853fc2465 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:46.507479 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52425f3-0783-4d3f-8563-9422d24e0fe5 None None] Sync routers for ids ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'] in dv-cinder-862136-1-iscsi {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:39:46.520141 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52425f3-0783-4d3f-8563-9422d24e0fe5 None None] Routers {'1f3c4c41-ebbf-411a-9bb1-1745db5a6489'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:39:46.520905 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-a52425f3-0783-4d3f-8563-9422d24e0fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:39:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:39:46.526889 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-cc977b1f-f0ef-4dc5-8f01-731853fc2465 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/1e8bea6f-201a-4981-a6ab-8b42e39823d6 HTTP/1.1" status: 200 len: 990 time: 0.9020135 Oct 20 13:39:46.527583 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e3dc4f-68fd-40c3-a6db-6a36405b78b8', 'tag': 'ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:39:46.529882 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed26d3489e22cc6b5a676e21476388eeae91a3b2122148cacb7fad647cd2228" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69784783-8f67-4d95-a0f4-fb5cd3858ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "29e3dc4f-68fd-40c3-a6db-6a36405b78b8", "tag": "ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:39:46.570201 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5fd550-6a9d-401d-a732-ed289f15aade x-openstack-request-id: req-0d5fd550-6a9d-401d-a732-ed289f15aade {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:39:46.570561 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e3dc4f-68fd-40c3-a6db-6a36405b78b8", "tag": "ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8", "status": "completed", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:39:46.570880 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0d5fd550-6a9d-401d-a732-ed289f15aade {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:39:46.571408 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d5fd550-6a9d-401d-a732-ed289f15aade'] response: {'name': 'network-changed', 'server_uuid': '29e3dc4f-68fd-40c3-a6db-6a36405b78b8', 'tag': 'ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8', 'status': 'completed', 'code': 200} Oct 20 13:39:46.634969 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:46.639240 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-a52425f3-0783-4d3f-8563-9422d24e0fe5 None None] Set router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:39:46.673665 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e79cf9-a0f9-4bf0-bb68-bc72edb2f5f6 req-2fcec6d2-e7ab-46c7-ace9-0ac4e45da862 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:46.675251 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-92e79cf9-a0f9-4bf0-bb68-bc72edb2f5f6 req-2fcec6d2-e7ab-46c7-ace9-0ac4e45da862 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=370db21c-b140-47ce-b86d-73159b9151c0 HTTP/1.1" status: 200 len: 946 time: 0.0522285 Oct 20 13:39:46.696022 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:46.725149 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-92e79cf9-a0f9-4bf0-bb68-bc72edb2f5f6 req-be426b87-af72-491c-8f77-ad1b31017908 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=199a0219-20b9-42f6-b51d-45645d6794d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440969 Oct 20 13:39:46.850068 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-a52425f3-0783-4d3f-8563-9422d24e0fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:37Z', 'revision_number': 4, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': '1e8bea6f-201a-4981-a6ab-8b42e39823d6', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'port_id': 'ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'mac_address': 'fa:16:3e:12:44:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3dc4f-68fd-40c3-a6db-6a36405b78b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:39:28Z', 'updated_at': '2022-10-20T13:39:46Z', 'revision_number': 1, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86fac27a-cd4f-4973-a4ae-a8871270433b', 'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'mac_address': 'fa:16:3e:53:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:35Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 5, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'subnets': [{'id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:39:46.878900 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52425f3-0783-4d3f-8563-9422d24e0fe5 None None] Checking router: 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 for host: dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:39:46.887218 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52425f3-0783-4d3f-8563-9422d24e0fe5 None None] Routers {'1f3c4c41-ebbf-411a-9bb1-1745db5a6489'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:39:46.887754 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-a52425f3-0783-4d3f-8563-9422d24e0fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:39:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:39:46.983910 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-a52425f3-0783-4d3f-8563-9422d24e0fe5 None None] Set router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:39:47.187263 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-a52425f3-0783-4d3f-8563-9422d24e0fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:37Z', 'revision_number': 4, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': '1e8bea6f-201a-4981-a6ab-8b42e39823d6', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'port_id': 'ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'mac_address': 'fa:16:3e:12:44:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3dc4f-68fd-40c3-a6db-6a36405b78b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:39:28Z', 'updated_at': '2022-10-20T13:39:46Z', 'revision_number': 1, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86fac27a-cd4f-4973-a4ae-a8871270433b', 'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'mac_address': 'fa:16:3e:53:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:35Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 5, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'subnets': [{'id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:39:47.212286 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52425f3-0783-4d3f-8563-9422d24e0fe5 None None] The sync data for ids ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'] in dv-cinder-862136-1-iscsi is: [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:37Z', 'revision_number': 4, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': '1e8bea6f-201a-4981-a6ab-8b42e39823d6', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'floating_ip_address': '172.27.0.47', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'port_id': 'ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'mac_address': 'fa:16:3e:12:44:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e3dc4f-68fd-40c3-a6db-6a36405b78b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:39:28Z', 'updated_at': '2022-10-20T13:39:46Z', 'revision_number': 1, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86fac27a-cd4f-4973-a4ae-a8871270433b', 'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'mac_address': 'fa:16:3e:53:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:35Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 5, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'subnets': [{'id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:39:47.402588 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e727bb-7719-40a1-b1d2-dadcd71637f7 None None] New status for floating IP 1e8bea6f-201a-4981-a6ab-8b42e39823d6: ACTIVE {{(pid=104735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 13:39:47.849493 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7554eac-3d42-498b-b6cb-9a2925c0448b req-9613d29c-0bc1-463e-a71c-a9bffac91608 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:47.850927 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f7554eac-3d42-498b-b6cb-9a2925c0448b req-9613d29c-0bc1-463e-a71c-a9bffac91608 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=370db21c-b140-47ce-b86d-73159b9151c0 HTTP/1.1" status: 200 len: 946 time: 0.0499022 Oct 20 13:39:47.898753 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f7554eac-3d42-498b-b6cb-9a2925c0448b req-cbf7f10a-862d-415d-8637-68b1931ecc85 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=199a0219-20b9-42f6-b51d-45645d6794d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422790 Oct 20 13:39:48.173226 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69784783-8f67-4d95-a0f4-fb5cd3858ee4 req-ca4120a7-d0eb-4dc3-a5e0-eaab23d3ba2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:48.175481 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-69784783-8f67-4d95-a0f4-fb5cd3858ee4 req-ca4120a7-d0eb-4dc3-a5e0-eaab23d3ba2c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b215cb88123a4851932dbf7dfa88f709&device_id=29e3dc4f-68fd-40c3-a6db-6a36405b78b8 HTTP/1.1" status: 200 len: 1129 time: 0.0389981 Oct 20 13:39:48.269201 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69784783-8f67-4d95-a0f4-fb5cd3858ee4 req-9e047dec-aa51-45da-bcb7-d9b277bc9549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:48.270649 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-69784783-8f67-4d95-a0f4-fb5cd3858ee4 req-9e047dec-aa51-45da-bcb7-d9b277bc9549 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=6a87efad-1518-4319-8b6e-3edd28303f86 HTTP/1.1" status: 200 len: 915 time: 0.0871930 Oct 20 13:39:48.394273 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-69784783-8f67-4d95-a0f4-fb5cd3858ee4 req-4658e3ce-8f77-4f47-a776-16ab627ce9ff service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8 HTTP/1.1" status: 200 len: 1000 time: 0.0547905 Oct 20 13:39:48.442887 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69784783-8f67-4d95-a0f4-fb5cd3858ee4 req-d183566b-806b-464b-99ae-2dc5be2a6c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:48.444365 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-69784783-8f67-4d95-a0f4-fb5cd3858ee4 req-d183566b-806b-464b-99ae-2dc5be2a6c88 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=2fdacf12-c611-42fe-b6f6-2cbfeede8f9a HTTP/1.1" status: 200 len: 853 time: 0.0436521 Oct 20 13:39:48.545957 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69784783-8f67-4d95-a0f4-fb5cd3858ee4 req-416cf389-5569-46e2-b391-e795ba7c766b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:48.547438 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-69784783-8f67-4d95-a0f4-fb5cd3858ee4 req-416cf389-5569-46e2-b391-e795ba7c766b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=6a87efad-1518-4319-8b6e-3edd28303f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0732362 Oct 20 13:39:48.553183 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3780f5e-1baf-4eb7-b8f0-65310b235f9e req-361989f8-8c8b-4271-96ae-e6d32bc0abb1 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:48.554534 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e3780f5e-1baf-4eb7-b8f0-65310b235f9e req-361989f8-8c8b-4271-96ae-e6d32bc0abb1 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=370db21c-b140-47ce-b86d-73159b9151c0 HTTP/1.1" status: 200 len: 946 time: 0.0791783 Oct 20 13:39:48.699341 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-e3780f5e-1baf-4eb7-b8f0-65310b235f9e req-3c814467-383a-4e3f-8515-eb241bf7deab tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Deleting port 33ea7c12-93c6-4153-99db-81b8ff7a47c7 {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:39:48.699594 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-e3780f5e-1baf-4eb7-b8f0-65310b235f9e req-3c814467-383a-4e3f-8515-eb241bf7deab tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (33ea7c12-93c6-4153-99db-81b8ff7a47c7), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:48.706864 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-69784783-8f67-4d95-a0f4-fb5cd3858ee4 req-af8067b2-5177-4227-97f2-579c5777c3a1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514904 Oct 20 13:39:48.797611 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:48.853233 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-e3780f5e-1baf-4eb7-b8f0-65310b235f9e req-3c814467-383a-4e3f-8515-eb241bf7deab tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] For port 33ea7c12-93c6-4153-99db-81b8ff7a47c7, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=33ea7c12-93c6-4153-99db-81b8ff7a47c7,segment=NetworkSegment(f2ec3ead-e9f4-44ff-a786-53bba697e934),segment_id=f2ec3ead-e9f4-44ff-a786-53bba697e934)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:39:48.854050 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-e3780f5e-1baf-4eb7-b8f0-65310b235f9e req-3c814467-383a-4e3f-8515-eb241bf7deab tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (33ea7c12-93c6-4153-99db-81b8ff7a47c7), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:48.876056 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-e3780f5e-1baf-4eb7-b8f0-65310b235f9e req-3c814467-383a-4e3f-8515-eb241bf7deab tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Calling delete_port for 33ea7c12-93c6-4153-99db-81b8ff7a47c7 owned by compute:nova {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:39:48.879896 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-69784783-8f67-4d95-a0f4-fb5cd3858ee4 req-c18ded07-43d0-46a2-9c29-98e340051e19 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635435 Oct 20 13:39:48.938590 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:49.006821 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-e3780f5e-1baf-4eb7-b8f0-65310b235f9e req-3c814467-383a-4e3f-8515-eb241bf7deab tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (33ea7c12-93c6-4153-99db-81b8ff7a47c7), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:49.020728 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['33ea7c12-93c6-4153-99db-81b8ff7a47c7'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:39:49.026897 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781c16e-3187-4b77-9330-600207288efd req-0ee79cc8-0a27-4ed9-b92a-6dd10e91a503 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:49.028506 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-1781c16e-3187-4b77-9330-600207288efd req-0ee79cc8-0a27-4ed9-b92a-6dd10e91a503 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=370db21c-b140-47ce-b86d-73159b9151c0 HTTP/1.1" status: 200 len: 946 time: 0.0499704 Oct 20 13:39:49.032471 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c814467-383a-4e3f-8515-eb241bf7deab tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Pushing event deleted for resources: {'Port': ['ID=33ea7c12-93c6-4153-99db-81b8ff7a47c7,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:39:49.041471 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c814467-383a-4e3f-8515-eb241bf7deab tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:39:49.042150 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c814467-383a-4e3f-8515-eb241bf7deab tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:39:49.042150 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c814467-383a-4e3f-8515-eb241bf7deab tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:39:49.042468 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c814467-383a-4e3f-8515-eb241bf7deab tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:39:49.042799 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c814467-383a-4e3f-8515-eb241bf7deab tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:39:49.043122 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c814467-383a-4e3f-8515-eb241bf7deab tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:39:49.043445 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c814467-383a-4e3f-8515-eb241bf7deab tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:39:49.043768 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c814467-383a-4e3f-8515-eb241bf7deab tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:39:49.044091 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c814467-383a-4e3f-8515-eb241bf7deab tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:39:49.044414 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c814467-383a-4e3f-8515-eb241bf7deab tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:39:49.044733 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c814467-383a-4e3f-8515-eb241bf7deab tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:39:49.045070 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c814467-383a-4e3f-8515-eb241bf7deab tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:39:49.045386 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c814467-383a-4e3f-8515-eb241bf7deab tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:39:49.045703 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c814467-383a-4e3f-8515-eb241bf7deab tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:39:49.046016 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c814467-383a-4e3f-8515-eb241bf7deab tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:39:49.082735 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-1781c16e-3187-4b77-9330-600207288efd req-52d868a5-62e8-4829-baca-94ea161bab86 tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=199a0219-20b9-42f6-b51d-45645d6794d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474567 Oct 20 13:39:49.095605 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3780f5e-1baf-4eb7-b8f0-65310b235f9e req-3c814467-383a-4e3f-8515-eb241bf7deab tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] No DVR routers for this DVR port 33ea7c12-93c6-4153-99db-81b8ff7a47c7 on host hv-cinder-86213 {{(pid=104733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:39:49.098350 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-e3780f5e-1baf-4eb7-b8f0-65310b235f9e req-3c814467-383a-4e3f-8515-eb241bf7deab tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:49.101762 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e3780f5e-1baf-4eb7-b8f0-65310b235f9e req-3c814467-383a-4e3f-8515-eb241bf7deab tempest-VolumesSnapshotTestJSON-2039420125 tempest-VolumesSnapshotTestJSON-2039420125-project] 10.222.0.20 "DELETE /networking/v2.0/ports/33ea7c12-93c6-4153-99db-81b8ff7a47c7 HTTP/1.1" status: 204 len: 173 time: 0.5395660 Oct 20 13:39:49.102268 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '370db21c-b140-47ce-b86d-73159b9151c0', 'name': 'network-vif-deleted', 'tag': '33ea7c12-93c6-4153-99db-81b8ff7a47c7'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:39:49.104442 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7afa39-5150-43bd-98b8-3ea56a30f203" -d '{"events": [{"server_uuid": "370db21c-b140-47ce-b86d-73159b9151c0", "name": "network-vif-deleted", "tag": "33ea7c12-93c6-4153-99db-81b8ff7a47c7"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:39:49.146104 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581e3b4e-32a1-4c4e-be47-5079576ea02c x-openstack-request-id: req-581e3b4e-32a1-4c4e-be47-5079576ea02c {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:39:49.146385 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "370db21c-b140-47ce-b86d-73159b9151c0", "name": "network-vif-deleted", "tag": "33ea7c12-93c6-4153-99db-81b8ff7a47c7", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:39:49.146632 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-581e3b4e-32a1-4c4e-be47-5079576ea02c {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:39:49.147019 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-581e3b4e-32a1-4c4e-be47-5079576ea02c'] response: {'server_uuid': '370db21c-b140-47ce-b86d-73159b9151c0', 'name': 'network-vif-deleted', 'tag': '33ea7c12-93c6-4153-99db-81b8ff7a47c7', 'status': 'completed', 'code': 200} Oct 20 13:39:53.565069 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 33ea7c12-93c6-4153-99db-81b8ff7a47c7 no longer exists at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:39:53.587436 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] No Port match for: 33ea7c12-93c6-4153-99db-81b8ff7a47c7 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:39:53.587840 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 33ea7c12-93c6-4153-99db-81b8ff7a47c7 not bound to the agent host hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:39:54.121539 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:39:54.621678 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ce197b95-34c4-4c71-af66-a038fd7068fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:55.773463 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636be2be-3143-47cd-87ae-8fe05128dfdb req-530f2ac6-0dff-462f-a296-3a6d80d4714f tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:55.774914 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-636be2be-3143-47cd-87ae-8fe05128dfdb req-530f2ac6-0dff-462f-a296-3a6d80d4714f tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 947 time: 0.0498123 Oct 20 13:39:55.830357 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-636be2be-3143-47cd-87ae-8fe05128dfdb req-07711d0b-1bc1-493f-8984-b7833aabbebf tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488696 Oct 20 13:39:56.948684 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e263b105-47d3-49d2-ac4d-a345592f0ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:56.963956 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c2391-245b-4bc2-9289-f0193c29ae20 req-b82536ad-b8d4-49e3-84ba-64feb6f3df16 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:56.965492 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-285c2391-245b-4bc2-9289-f0193c29ae20 req-b82536ad-b8d4-49e3-84ba-64feb6f3df16 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 947 time: 0.0477145 Oct 20 13:39:57.013813 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-285c2391-245b-4bc2-9289-f0193c29ae20 req-e87f2b93-f821-4beb-9b5a-d65a7f791825 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=b85d3085-50b8-4d71-8677-543193493706&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422277 Oct 20 13:39:57.567681 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1063c4e-f76e-47b2-b96a-e10110454306 req-0959c0f5-7644-46cf-869b-31d77d4fc07a tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:57.569139 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b1063c4e-f76e-47b2-b96a-e10110454306 req-0959c0f5-7644-46cf-869b-31d77d4fc07a tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 947 time: 0.0497952 Oct 20 13:39:57.660492 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-b1063c4e-f76e-47b2-b96a-e10110454306 req-9a4c9452-3b3a-4ce8-8a7e-39c0db682854 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Deleting port c4329cd6-ac99-4465-b271-c87f6eb593c4 {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:39:57.660829 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-b1063c4e-f76e-47b2-b96a-e10110454306 req-9a4c9452-3b3a-4ce8-8a7e-39c0db682854 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (c4329cd6-ac99-4465-b271-c87f6eb593c4), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:57.747478 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-b1063c4e-f76e-47b2-b96a-e10110454306 req-9a4c9452-3b3a-4ce8-8a7e-39c0db682854 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] For port c4329cd6-ac99-4465-b271-c87f6eb593c4, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=c4329cd6-ac99-4465-b271-c87f6eb593c4,segment=NetworkSegment(05e72368-f775-4124-bc91-39623e93b8b1),segment_id=05e72368-f775-4124-bc91-39623e93b8b1)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:39:57.748101 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-b1063c4e-f76e-47b2-b96a-e10110454306 req-9a4c9452-3b3a-4ce8-8a7e-39c0db682854 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (c4329cd6-ac99-4465-b271-c87f6eb593c4), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:57.913238 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-b1063c4e-f76e-47b2-b96a-e10110454306 req-9a4c9452-3b3a-4ce8-8a7e-39c0db682854 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:57.913558 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-b1063c4e-f76e-47b2-b96a-e10110454306 req-9a4c9452-3b3a-4ce8-8a7e-39c0db682854 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (32728483-0b35-4fc0-b950-6d62f1665cfa), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:57.913939 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.db.l3_db [req-b1063c4e-f76e-47b2-b96a-e10110454306 req-9a4c9452-3b3a-4ce8-8a7e-39c0db682854 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Floating IP 32728483-0b35-4fc0-b950-6d62f1665cfa disassociated. External IP: 172.27.0.28, port: c4329cd6-ac99-4465-b271-c87f6eb593c4. Oct 20 13:39:57.914286 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-b1063c4e-f76e-47b2-b96a-e10110454306 req-9a4c9452-3b3a-4ce8-8a7e-39c0db682854 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Calling delete_port for c4329cd6-ac99-4465-b271-c87f6eb593c4 owned by compute:nova {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:39:57.993885 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:58.041634 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-b1063c4e-f76e-47b2-b96a-e10110454306 req-9a4c9452-3b3a-4ce8-8a7e-39c0db682854 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (c4329cd6-ac99-4465-b271-c87f6eb593c4), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:58.071052 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4c9452-3b3a-4ce8-8a7e-39c0db682854 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Pushing event deleted for resources: {'Port': ['ID=c4329cd6-ac99-4465-b271-c87f6eb593c4,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:39:58.123126 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-494eb097-2476-498a-858b-de58aeb0f822 req-66053309-abea-44fb-8d51-db3eb3ccea75 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 210 time: 0.0280468 Oct 20 13:39:58.163534 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:58.183624 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:DELETE=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:58.185657 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1063c4e-f76e-47b2-b96a-e10110454306 req-9a4c9452-3b3a-4ce8-8a7e-39c0db682854 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Router 19956344-d0ce-4773-87fe-8839c5db68f1 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:39:58.286344 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1063c4e-f76e-47b2-b96a-e10110454306 req-9a4c9452-3b3a-4ce8-8a7e-39c0db682854 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:39:58.295401 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66515f08-b9fd-4c73-a315-abd6c22025d8 None None] Sync routers for ids ['19956344-d0ce-4773-87fe-8839c5db68f1'] in dv-cinder-862136-1-iscsi {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:39:58.305782 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66515f08-b9fd-4c73-a315-abd6c22025d8 None None] Routers {'19956344-d0ce-4773-87fe-8839c5db68f1'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:39:58.306481 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-66515f08-b9fd-4c73-a315-abd6c22025d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:39:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['19956344-d0ce-4773-87fe-8839c5db68f1'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:39:58.330997 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1063c4e-f76e-47b2-b96a-e10110454306 req-9a4c9452-3b3a-4ce8-8a7e-39c0db682854 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] No DVR routers for this DVR port c4329cd6-ac99-4465-b271-c87f6eb593c4 on host hv-cinder-86213 {{(pid=104733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:39:58.333606 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-b1063c4e-f76e-47b2-b96a-e10110454306 req-9a4c9452-3b3a-4ce8-8a7e-39c0db682854 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:58.337031 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b1063c4e-f76e-47b2-b96a-e10110454306 req-9a4c9452-3b3a-4ce8-8a7e-39c0db682854 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.20 "DELETE /networking/v2.0/ports/c4329cd6-ac99-4465-b271-c87f6eb593c4 HTTP/1.1" status: 204 len: 173 time: 0.7612817 Oct 20 13:39:58.337531 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b9ae5b-1e55-409f-9a61-b1e2a47d1b58', 'name': 'network-vif-deleted', 'tag': 'c4329cd6-ac99-4465-b271-c87f6eb593c4'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:39:58.339730 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cab742-075b-4157-a07f-1a2d64527f65" -d '{"events": [{"server_uuid": "93b9ae5b-1e55-409f-9a61-b1e2a47d1b58", "name": "network-vif-deleted", "tag": "c4329cd6-ac99-4465-b271-c87f6eb593c4"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:39:58.380366 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-451ee8c7-91ce-41a4-bd20-af7a8ad58099 x-openstack-request-id: req-451ee8c7-91ce-41a4-bd20-af7a8ad58099 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:39:58.381164 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b9ae5b-1e55-409f-9a61-b1e2a47d1b58", "name": "network-vif-deleted", "tag": "c4329cd6-ac99-4465-b271-c87f6eb593c4", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:39:58.381443 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-451ee8c7-91ce-41a4-bd20-af7a8ad58099 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:39:58.381924 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-451ee8c7-91ce-41a4-bd20-af7a8ad58099'] response: {'server_uuid': '93b9ae5b-1e55-409f-9a61-b1e2a47d1b58', 'name': 'network-vif-deleted', 'tag': 'c4329cd6-ac99-4465-b271-c87f6eb593c4', 'status': 'completed', 'code': 200} Oct 20 13:39:58.418049 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:58.431603 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-66515f08-b9fd-4c73-a315-abd6c22025d8 None None] Set router 19956344-d0ce-4773-87fe-8839c5db68f1 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:39:58.603564 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:39:58.672429 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-66515f08-b9fd-4c73-a315-abd6c22025d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'name': 'tempest-AttachVolumeShelveTestJSON-387486094-router', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:41Z', 'revision_number': 4, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'gw_port': {'id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': 'a0e9e3e1-270d-4309-934f-1dc7446bbcad', 'name': '', 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'mac_address': 'fa:16:3e:05:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:39Z', 'updated_at': '2022-10-20T13:35:54Z', 'revision_number': 5, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'subnets': [{'id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:39:58.699752 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66515f08-b9fd-4c73-a315-abd6c22025d8 None None] Checking router: 19956344-d0ce-4773-87fe-8839c5db68f1 for host: dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:39:58.709898 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66515f08-b9fd-4c73-a315-abd6c22025d8 None None] Routers {'19956344-d0ce-4773-87fe-8839c5db68f1'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:39:58.710511 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-66515f08-b9fd-4c73-a315-abd6c22025d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:39:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['19956344-d0ce-4773-87fe-8839c5db68f1'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:39:58.849543 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-66515f08-b9fd-4c73-a315-abd6c22025d8 None None] Set router 19956344-d0ce-4773-87fe-8839c5db68f1 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:39:59.066644 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1638f-aa49-4820-b431-0bd881cabac1 req-5757490f-597d-4f3a-b525-6e5dce39441d tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:39:59.068374 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-2fa1638f-aa49-4820-b431-0bd881cabac1 req-5757490f-597d-4f3a-b525-6e5dce39441d tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0519605 Oct 20 13:39:59.123586 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-2fa1638f-aa49-4820-b431-0bd881cabac1 req-7fee54cf-c0d4-48ad-a79c-f4c54958fdbd tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473783 Oct 20 13:39:59.186667 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-66515f08-b9fd-4c73-a315-abd6c22025d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'name': 'tempest-AttachVolumeShelveTestJSON-387486094-router', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:41Z', 'revision_number': 4, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'gw_port': {'id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': 'a0e9e3e1-270d-4309-934f-1dc7446bbcad', 'name': '', 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'mac_address': 'fa:16:3e:05:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:39Z', 'updated_at': '2022-10-20T13:35:54Z', 'revision_number': 5, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'subnets': [{'id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:39:59.211708 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66515f08-b9fd-4c73-a315-abd6c22025d8 None None] The sync data for ids ['19956344-d0ce-4773-87fe-8839c5db68f1'] in dv-cinder-862136-1-iscsi is: [{'id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'name': 'tempest-AttachVolumeShelveTestJSON-387486094-router', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:41Z', 'revision_number': 4, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'gw_port': {'id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': 'a0e9e3e1-270d-4309-934f-1dc7446bbcad', 'name': '', 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'mac_address': 'fa:16:3e:05:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:39Z', 'updated_at': '2022-10-20T13:35:54Z', 'revision_number': 5, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'subnets': [{'id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:39:59.246609 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-13cb5e30-de88-44f5-9c5b-4a276175f5e1 req-b52267bf-9f28-4d69-9dcb-e49687e332cb tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 210 time: 0.0288203 Oct 20 13:39:59.426420 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b8c604-2fcc-4369-b7ab-a0ed80aa207d None None] New status for floating IP 32728483-0b35-4fc0-b950-6d62f1665cfa: DOWN {{(pid=104735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 13:39:59.611931 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:39:59.736634 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:00.246576 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab56a1-d27a-4402-a91b-2511158759da req-ad59f416-3b13-4c42-8e1d-0dfab44b5d1f tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:00.248280 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-15ab56a1-d27a-4402-a91b-2511158759da req-ad59f416-3b13-4c42-8e1d-0dfab44b5d1f tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0501082 Oct 20 13:40:00.273296 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=100 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:00.297160 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-15ab56a1-d27a-4402-a91b-2511158759da req-2363fa1f-a5ed-4574-bba3-0533bdce7a75 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424981 Oct 20 13:40:00.365272 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2f41ec49-be6b-4c59-8fe8-7b793babdf57 req-67d9a46a-f851-416a-bb19-ec4e9a54fe13 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 210 time: 0.0268874 Oct 20 13:40:01.419788 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbe7cc-708d-42ee-b9ff-67685e10d0b5 req-8788724d-c466-40ec-9289-85d0af1c75ca tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:01.421180 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-36dbe7cc-708d-42ee-b9ff-67685e10d0b5 req-8788724d-c466-40ec-9289-85d0af1c75ca tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0497801 Oct 20 13:40:01.467516 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-36dbe7cc-708d-42ee-b9ff-67685e10d0b5 req-3bfc6639-ce6c-48ef-af10-56d6f505a5ee tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406594 Oct 20 13:40:01.562176 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-fc972dc9-0262-4e7d-adac-cb3eaa777019 req-a307bd28-11b3-4570-a201-23c1cd510614 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 210 time: 0.0263979 Oct 20 13:40:02.588060 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bcffef-9a6b-425d-9d32-1501e40f02fe req-4723afea-7b30-44f7-9900-b4d8392ce045 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:02.589508 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a4bcffef-9a6b-425d-9d32-1501e40f02fe req-4723afea-7b30-44f7-9900-b4d8392ce045 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0452540 Oct 20 13:40:02.636119 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a4bcffef-9a6b-425d-9d32-1501e40f02fe req-e212bb21-a1e8-4476-a084-3ba8c3ca381d tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411303 Oct 20 13:40:02.730210 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-38ee4dd4-9564-4cd0-bab5-b47f210d86fe req-c7c8df14-0083-4f9d-8ff1-992d94292d44 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 210 time: 0.0302525 Oct 20 13:40:02.817815 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device c4329cd6-ac99-4465-b271-c87f6eb593c4 no longer exists at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:40:02.839872 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] No Port match for: c4329cd6-ac99-4465-b271-c87f6eb593c4 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:40:02.840212 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device c4329cd6-ac99-4465-b271-c87f6eb593c4 not bound to the agent host hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:40:03.760996 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431d820a-6732-4f76-aa83-340f60594546 req-dc9644b2-e112-4f25-9e19-91dd8e7208d1 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:03.762538 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-431d820a-6732-4f76-aa83-340f60594546 req-dc9644b2-e112-4f25-9e19-91dd8e7208d1 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0472803 Oct 20 13:40:03.813084 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-431d820a-6732-4f76-aa83-340f60594546 req-d5d17152-7053-4503-b133-3194f26c6137 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=75bed332-42a5-4f18-a24e-7a6b7413a590&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446117 Oct 20 13:40:03.941670 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-314a052b-59d3-4ccd-93f0-6777f3638707 req-3302ae2a-faac-4a9d-888a-e9c359950c27 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=93b9ae5b-1e55-409f-9a61-b1e2a47d1b58 HTTP/1.1" status: 200 len: 210 time: 0.0305536 Oct 20 13:40:04.256031 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a994d85-b84d-4a0a-aaef-dc75e616b1d0 req-fb81591e-684d-4cfb-8c46-69295166668f tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:04.257387 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9a994d85-b84d-4a0a-aaef-dc75e616b1d0 req-fb81591e-684d-4cfb-8c46-69295166668f tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 945 time: 0.0451574 Oct 20 13:40:04.347806 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-9a994d85-b84d-4a0a-aaef-dc75e616b1d0 req-5f55f025-8848-40f5-9e2d-7839da020f85 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Deleting port 20c71ca9-62f4-4658-828a-7e49ec9d9631 {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:40:04.348152 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-9a994d85-b84d-4a0a-aaef-dc75e616b1d0 req-5f55f025-8848-40f5-9e2d-7839da020f85 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (20c71ca9-62f4-4658-828a-7e49ec9d9631), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:04.446470 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-9a994d85-b84d-4a0a-aaef-dc75e616b1d0 req-5f55f025-8848-40f5-9e2d-7839da020f85 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] For port 20c71ca9-62f4-4658-828a-7e49ec9d9631, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=20c71ca9-62f4-4658-828a-7e49ec9d9631,segment=NetworkSegment(4d78e0f3-9105-4b6b-ab7f-1019f2557df1),segment_id=4d78e0f3-9105-4b6b-ab7f-1019f2557df1)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:40:04.446836 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-9a994d85-b84d-4a0a-aaef-dc75e616b1d0 req-5f55f025-8848-40f5-9e2d-7839da020f85 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (20c71ca9-62f4-4658-828a-7e49ec9d9631), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:04.600708 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:04.612683 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-9a994d85-b84d-4a0a-aaef-dc75e616b1d0 req-5f55f025-8848-40f5-9e2d-7839da020f85 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:04.613125 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-9a994d85-b84d-4a0a-aaef-dc75e616b1d0 req-5f55f025-8848-40f5-9e2d-7839da020f85 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (8c92e7f5-827d-47cb-8c4e-90f86d3439ea), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:04.613558 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.db.l3_db [req-9a994d85-b84d-4a0a-aaef-dc75e616b1d0 req-5f55f025-8848-40f5-9e2d-7839da020f85 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Floating IP 8c92e7f5-827d-47cb-8c4e-90f86d3439ea disassociated. External IP: 172.27.0.236, port: 20c71ca9-62f4-4658-828a-7e49ec9d9631. Oct 20 13:40:04.613896 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-9a994d85-b84d-4a0a-aaef-dc75e616b1d0 req-5f55f025-8848-40f5-9e2d-7839da020f85 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Calling delete_port for 20c71ca9-62f4-4658-828a-7e49ec9d9631 owned by compute:nova {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:40:04.685464 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:04.743580 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-9a994d85-b84d-4a0a-aaef-dc75e616b1d0 req-5f55f025-8848-40f5-9e2d-7839da020f85 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (20c71ca9-62f4-4658-828a-7e49ec9d9631), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:04.769348 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55f025-8848-40f5-9e2d-7839da020f85 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Pushing event deleted for resources: {'Port': ['ID=20c71ca9-62f4-4658-828a-7e49ec9d9631,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:04.880467 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a994d85-b84d-4a0a-aaef-dc75e616b1d0 req-5f55f025-8848-40f5-9e2d-7839da020f85 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Router 1214a302-7c9d-4e34-aee5-073767be6284 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:40:04.951735 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-67494c78-d2cb-4088-907b-ef7fb493ce32 req-7965a436-4cba-42f7-be87-f6bc9fa7ab12 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=19146772-f7e2-43d8-b7b3-3c365f024e54 HTTP/1.1" status: 200 len: 210 time: 0.0583630 Oct 20 13:40:05.009401 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a994d85-b84d-4a0a-aaef-dc75e616b1d0 req-5f55f025-8848-40f5-9e2d-7839da020f85 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:40:05.025007 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8e4e41-c424-4c71-97b5-e602262f5e8a None None] Sync routers for ids ['1214a302-7c9d-4e34-aee5-073767be6284'] in dv-cinder-862136-1-iscsi {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:40:05.038664 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8e4e41-c424-4c71-97b5-e602262f5e8a None None] Routers {'1214a302-7c9d-4e34-aee5-073767be6284'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:40:05.039300 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-7b8e4e41-c424-4c71-97b5-e602262f5e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:39:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1214a302-7c9d-4e34-aee5-073767be6284'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:05.047564 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 45334) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:05.054381 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a994d85-b84d-4a0a-aaef-dc75e616b1d0 req-5f55f025-8848-40f5-9e2d-7839da020f85 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] No DVR routers for this DVR port 20c71ca9-62f4-4658-828a-7e49ec9d9631 on host hv-cinder-86213 {{(pid=104733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:40:05.056807 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-9a994d85-b84d-4a0a-aaef-dc75e616b1d0 req-5f55f025-8848-40f5-9e2d-7839da020f85 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:05.060042 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9a994d85-b84d-4a0a-aaef-dc75e616b1d0 req-5f55f025-8848-40f5-9e2d-7839da020f85 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.20 "DELETE /networking/v2.0/ports/20c71ca9-62f4-4658-828a-7e49ec9d9631 HTTP/1.1" status: 204 len: 173 time: 0.7974741 Oct 20 13:40:05.060535 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19146772-f7e2-43d8-b7b3-3c365f024e54', 'name': 'network-vif-deleted', 'tag': '20c71ca9-62f4-4658-828a-7e49ec9d9631'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:40:05.062817 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952a00c9-558b-44cb-a49b-7c29690dba26" -d '{"events": [{"server_uuid": "19146772-f7e2-43d8-b7b3-3c365f024e54", "name": "network-vif-deleted", "tag": "20c71ca9-62f4-4658-828a-7e49ec9d9631"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:40:05.126641 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b6256b-1598-42f0-ad28-cd6985c171f4 x-openstack-request-id: req-63b6256b-1598-42f0-ad28-cd6985c171f4 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:40:05.126641 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19146772-f7e2-43d8-b7b3-3c365f024e54", "name": "network-vif-deleted", "tag": "20c71ca9-62f4-4658-828a-7e49ec9d9631", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:40:05.126641 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-63b6256b-1598-42f0-ad28-cd6985c171f4 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:40:05.126641 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63b6256b-1598-42f0-ad28-cd6985c171f4'] response: {'server_uuid': '19146772-f7e2-43d8-b7b3-3c365f024e54', 'name': 'network-vif-deleted', 'tag': '20c71ca9-62f4-4658-828a-7e49ec9d9631', 'status': 'completed', 'code': 200} Oct 20 13:40:05.143084 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f842df55-0e9e-4b7e-b2e6-8e2a82d01e4d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for security_group (b85d3085-50b8-4d71-8677-543193493706), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:05.168483 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f842df55-0e9e-4b7e-b2e6-8e2a82d01e4d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for security_group (b85d3085-50b8-4d71-8677-543193493706), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:05.196564 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-7b8e4e41-c424-4c71-97b5-e602262f5e8a None None] Set router 1214a302-7c9d-4e34-aee5-073767be6284 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:40:05.232397 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f842df55-0e9e-4b7e-b2e6-8e2a82d01e4d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (b85d3085-50b8-4d71-8677-543193493706), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:05.236033 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f842df55-0e9e-4b7e-b2e6-8e2a82d01e4d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:05.237440 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-f842df55-0e9e-4b7e-b2e6-8e2a82d01e4d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/b85d3085-50b8-4d71-8677-543193493706 HTTP/1.1" status: 204 len: 168 time: 0.1879947 Oct 20 13:40:05.240723 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 45340) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:05.247295 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f842df55-0e9e-4b7e-b2e6-8e2a82d01e4d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85d3085-50b8-4d71-8677-543193493706,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:05.256809 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.api.v2.resource [None req-0134d424-ff17-47ff-acf2-3d5ff4fd4db2 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] show failed (client error): The resource could not be found. Oct 20 13:40:05.257750 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-0134d424-ff17-47ff-acf2-3d5ff4fd4db2 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups/b85d3085-50b8-4d71-8677-543193493706 HTTP/1.1" status: 404 len: 347 time: 0.0160468 Oct 20 13:40:05.260580 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 45342) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:05.270083 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842df55-0e9e-4b7e-b2e6-8e2a82d01e4d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:05.270745 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842df55-0e9e-4b7e-b2e6-8e2a82d01e4d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:05.271380 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842df55-0e9e-4b7e-b2e6-8e2a82d01e4d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:05.272147 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842df55-0e9e-4b7e-b2e6-8e2a82d01e4d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:05.272645 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842df55-0e9e-4b7e-b2e6-8e2a82d01e4d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:05.274782 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842df55-0e9e-4b7e-b2e6-8e2a82d01e4d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:05.275323 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842df55-0e9e-4b7e-b2e6-8e2a82d01e4d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:05.275818 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842df55-0e9e-4b7e-b2e6-8e2a82d01e4d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:05.276300 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842df55-0e9e-4b7e-b2e6-8e2a82d01e4d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:05.276811 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842df55-0e9e-4b7e-b2e6-8e2a82d01e4d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:05.277377 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842df55-0e9e-4b7e-b2e6-8e2a82d01e4d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:05.277903 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842df55-0e9e-4b7e-b2e6-8e2a82d01e4d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:05.278403 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842df55-0e9e-4b7e-b2e6-8e2a82d01e4d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:05.278896 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842df55-0e9e-4b7e-b2e6-8e2a82d01e4d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:05.279362 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f842df55-0e9e-4b7e-b2e6-8e2a82d01e4d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:05.396786 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-7182845c-762f-4ab1-beed-2d424c1785d5 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Deleting port e3f03e67-722c-4000-8df0-673106aafce1 {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:40:05.397354 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7182845c-762f-4ab1-beed-2d424c1785d5 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (e3f03e67-722c-4000-8df0-673106aafce1), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:05.434570 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-7b8e4e41-c424-4c71-97b5-e602262f5e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214a302-7c9d-4e34-aee5-073767be6284', 'name': 'tempest-AttachVolumeTestJSON-615351646-router', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:40Z', 'revision_number': 4, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'gw_port': {'id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '8d5de179-6711-4cdb-938e-88adc6331a34', 'name': '', 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'mac_address': 'fa:16:3e:33:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:38Z', 'updated_at': '2022-10-20T13:35:55Z', 'revision_number': 5, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'subnets': [{'id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:05.464106 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8e4e41-c424-4c71-97b5-e602262f5e8a None None] Checking router: 1214a302-7c9d-4e34-aee5-073767be6284 for host: dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:40:05.473676 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8e4e41-c424-4c71-97b5-e602262f5e8a None None] Routers {'1214a302-7c9d-4e34-aee5-073767be6284'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:40:05.474335 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-7b8e4e41-c424-4c71-97b5-e602262f5e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:39:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1214a302-7c9d-4e34-aee5-073767be6284'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:05.480601 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7182845c-762f-4ab1-beed-2d424c1785d5 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (e3f03e67-722c-4000-8df0-673106aafce1), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:05.480955 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7182845c-762f-4ab1-beed-2d424c1785d5 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for floatingip (e3f03e67-722c-4000-8df0-673106aafce1), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:05.502384 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-7182845c-762f-4ab1-beed-2d424c1785d5 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Calling delete_port for e3f03e67-722c-4000-8df0-673106aafce1 owned by network:floatingip {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:40:05.522776 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:05.581420 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-7b8e4e41-c424-4c71-97b5-e602262f5e8a None None] Set router 1214a302-7c9d-4e34-aee5-073767be6284 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:40:05.655015 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7182845c-762f-4ab1-beed-2d424c1785d5 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (e3f03e67-722c-4000-8df0-673106aafce1), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:05.695970 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:05.797413 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-7b8e4e41-c424-4c71-97b5-e602262f5e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214a302-7c9d-4e34-aee5-073767be6284', 'name': 'tempest-AttachVolumeTestJSON-615351646-router', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:40Z', 'revision_number': 4, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'gw_port': {'id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '8d5de179-6711-4cdb-938e-88adc6331a34', 'name': '', 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'mac_address': 'fa:16:3e:33:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:38Z', 'updated_at': '2022-10-20T13:35:55Z', 'revision_number': 5, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'subnets': [{'id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:05.828882 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8e4e41-c424-4c71-97b5-e602262f5e8a None None] The sync data for ids ['1214a302-7c9d-4e34-aee5-073767be6284'] in dv-cinder-862136-1-iscsi is: [{'id': '1214a302-7c9d-4e34-aee5-073767be6284', 'name': 'tempest-AttachVolumeTestJSON-615351646-router', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:40Z', 'revision_number': 4, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'gw_port': {'id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '8d5de179-6711-4cdb-938e-88adc6331a34', 'name': '', 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'mac_address': 'fa:16:3e:33:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:38Z', 'updated_at': '2022-10-20T13:35:55Z', 'revision_number': 5, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'subnets': [{'id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:40:05.912510 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182845c-762f-4ab1-beed-2d424c1785d5 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Pushing event deleted for resources: {'Port': ['ID=e3f03e67-722c-4000-8df0-673106aafce1,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:05.960183 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:05.977290 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7182845c-762f-4ab1-beed-2d424c1785d5 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for floatingip (32728483-0b35-4fc0-b950-6d62f1665cfa), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:05.979863 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7182845c-762f-4ab1-beed-2d424c1785d5 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:05.981071 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-7182845c-762f-4ab1-beed-2d424c1785d5 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/32728483-0b35-4fc0-b950-6d62f1665cfa HTTP/1.1" status: 204 len: 168 time: 0.7193635 Oct 20 13:40:06.062635 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 45358) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:06.080485 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 45360) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:06.085476 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-9add7d3d-0ce8-4fab-966a-34b14fc856d9 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1076453800', 'description': 'tempest-description--1792367054'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:40:06.105338 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f61ff8c-3cdd-4a12-9818-fded08b0d9f2 None None] New status for floating IP 8c92e7f5-827d-47cb-8c4e-90f86d3439ea: DOWN {{(pid=104735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 13:40:06.110997 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9add7d3d-0ce8-4fab-966a-34b14fc856d9 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:06.131069 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-5386537c-e114-4671-a6a2-a78e502df6aa tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for security_group (75bed332-42a5-4f18-a24e-7a6b7413a590), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:06.158376 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-5386537c-e114-4671-a6a2-a78e502df6aa tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for security_group (75bed332-42a5-4f18-a24e-7a6b7413a590), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:06.172546 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:06.196968 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9add7d3d-0ce8-4fab-966a-34b14fc856d9 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for security_group (0af70979-57a9-42ab-83b0-56bbccfe683e), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:06.203325 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9add7d3d-0ce8-4fab-966a-34b14fc856d9 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (0af70979-57a9-42ab-83b0-56bbccfe683e), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:06.237476 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9add7d3d-0ce8-4fab-966a-34b14fc856d9 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:06.238556 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-5386537c-e114-4671-a6a2-a78e502df6aa tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (75bed332-42a5-4f18-a24e-7a6b7413a590), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:06.238960 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-9add7d3d-0ce8-4fab-966a-34b14fc856d9 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1569457 Oct 20 13:40:06.241027 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add7d3d-0ce8-4fab-966a-34b14fc856d9 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0af70979-57a9-42ab-83b0-56bbccfe683e,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:06.241179 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-5386537c-e114-4671-a6a2-a78e502df6aa tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:06.242332 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-5386537c-e114-4671-a6a2-a78e502df6aa tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/75bed332-42a5-4f18-a24e-7a6b7413a590 HTTP/1.1" status: 204 len: 168 time: 0.1786551 Oct 20 13:40:06.244705 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 45364) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:06.245074 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 45366) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:06.253143 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-97bca6cf-b9e0-43d1-a104-d0e9cd240849 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Request body: {'security_group_rule': {'security_group_id': '0af70979-57a9-42ab-83b0-56bbccfe683e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:40:06.262376 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.api.v2.resource [None req-ee5708e6-bedc-48c9-8454-17d16916bddd tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] show failed (client error): The resource could not be found. Oct 20 13:40:06.264205 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-ee5708e6-bedc-48c9-8454-17d16916bddd tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups/75bed332-42a5-4f18-a24e-7a6b7413a590 HTTP/1.1" status: 404 len: 347 time: 0.0180254 Oct 20 13:40:06.268031 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 45368) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:06.271607 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5386537c-e114-4671-a6a2-a78e502df6aa tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bed332-42a5-4f18-a24e-7a6b7413a590,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:06.291830 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-97bca6cf-b9e0-43d1-a104-d0e9cd240849 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for security_group_rule (c7355e8c-7c81-48d0-9b53-be88000c15b0), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:06.354777 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-97bca6cf-b9e0-43d1-a104-d0e9cd240849 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for security_group_rule (c7355e8c-7c81-48d0-9b53-be88000c15b0), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:06.358508 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-97bca6cf-b9e0-43d1-a104-d0e9cd240849 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (c7355e8c-7c81-48d0-9b53-be88000c15b0), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:06.377412 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bca6cf-b9e0-43d1-a104-d0e9cd240849 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7355e8c-7c81-48d0-9b53-be88000c15b0,revision_number=0']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:06.385998 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-97bca6cf-b9e0-43d1-a104-d0e9cd240849 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:06.387186 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-97bca6cf-b9e0-43d1-a104-d0e9cd240849 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1374893 Oct 20 13:40:06.390019 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 45370) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:06.392449 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-539b851e-ddde-42b3-9b15-bbfc9a9ab503 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Deleting port 0738a0a1-6b2f-4115-80f4-09df972dbf17 {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:40:06.392852 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-539b851e-ddde-42b3-9b15-bbfc9a9ab503 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (0738a0a1-6b2f-4115-80f4-09df972dbf17), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:06.395181 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-fd19e59f-bd03-4a3d-bbd6-b91ab5853ece tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Request body: {'security_group_rule': {'security_group_id': '0af70979-57a9-42ab-83b0-56bbccfe683e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:40:06.406365 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:06.423526 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-fd19e59f-bd03-4a3d-bbd6-b91ab5853ece tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for security_group_rule (6f5fb495-7a1e-40b9-9dbf-7e09b0aefd93), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:06.475270 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-539b851e-ddde-42b3-9b15-bbfc9a9ab503 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (0738a0a1-6b2f-4115-80f4-09df972dbf17), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:06.475591 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-539b851e-ddde-42b3-9b15-bbfc9a9ab503 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for floatingip (0738a0a1-6b2f-4115-80f4-09df972dbf17), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:06.480287 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-fd19e59f-bd03-4a3d-bbd6-b91ab5853ece tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for security_group_rule (6f5fb495-7a1e-40b9-9dbf-7e09b0aefd93), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:06.484609 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-fd19e59f-bd03-4a3d-bbd6-b91ab5853ece tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (6f5fb495-7a1e-40b9-9dbf-7e09b0aefd93), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:06.491162 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-539b851e-ddde-42b3-9b15-bbfc9a9ab503 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Calling delete_port for 0738a0a1-6b2f-4115-80f4-09df972dbf17 owned by network:floatingip {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:40:06.508795 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19e59f-bd03-4a3d-bbd6-b91ab5853ece tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f5fb495-7a1e-40b9-9dbf-7e09b0aefd93,revision_number=0']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:06.515351 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-fd19e59f-bd03-4a3d-bbd6-b91ab5853ece tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:06.520599 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-fd19e59f-bd03-4a3d-bbd6-b91ab5853ece tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1297083 Oct 20 13:40:06.521276 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 45372) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:06.525430 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-c03888a7-7124-4a58-8c25-b8dff2080b18 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Request body: {'floatingip': {'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:40:06.545827 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-c03888a7-7124-4a58-8c25-b8dff2080b18 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:06.625569 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-c03888a7-7124-4a58-8c25-b8dff2080b18 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:06.632441 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-539b851e-ddde-42b3-9b15-bbfc9a9ab503 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (0738a0a1-6b2f-4115-80f4-09df972dbf17), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:06.660055 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b851e-ddde-42b3-9b15-bbfc9a9ab503 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Pushing event deleted for resources: {'Port': ['ID=0738a0a1-6b2f-4115-80f4-09df972dbf17,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:06.682342 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:06.737495 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-539b851e-ddde-42b3-9b15-bbfc9a9ab503 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for floatingip (8c92e7f5-827d-47cb-8c4e-90f86d3439ea), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:06.740972 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-539b851e-ddde-42b3-9b15-bbfc9a9ab503 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:06.742268 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-539b851e-ddde-42b3-9b15-bbfc9a9ab503 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/8c92e7f5-827d-47cb-8c4e-90f86d3439ea HTTP/1.1" status: 204 len: 168 time: 0.4731684 Oct 20 13:40:06.768457 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [None req-c03888a7-7124-4a58-8c25-b8dff2080b18 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Allocated IP 172.27.0.184 (54b02c82-3888-4407-a753-5cb002a664e9/80f1bf56-ddb3-4c42-8717-7c4bb006400e/9c03cbec-9034-446f-85de-106637a70c74) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:40:06.825643 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 45382) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:06.830867 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-7c6657d7-ee71-463b-8c04-e730e774a019 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Request body: {'security_group': {'name': 'tempest-securitygroup--404205083', 'description': 'tempest-description--1238004824'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:40:06.846552 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:06.868235 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7c6657d7-ee71-463b-8c04-e730e774a019 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:06.929496 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-c03888a7-7124-4a58-8c25-b8dff2080b18 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for port (9c03cbec-9034-446f-85de-106637a70c74), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:06.945924 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:DELETE=4,neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:07.004979 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7c6657d7-ee71-463b-8c04-e730e774a019 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for security_group (3c4cde56-5eb0-409c-b68b-5b61dba4d02e), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:07.006819 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-c03888a7-7124-4a58-8c25-b8dff2080b18 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (9c03cbec-9034-446f-85de-106637a70c74), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:07.015049 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7c6657d7-ee71-463b-8c04-e730e774a019 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (3c4cde56-5eb0-409c-b68b-5b61dba4d02e), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:07.068605 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03888a7-7124-4a58-8c25-b8dff2080b18 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Network 54b02c82-3888-4407-a753-5cb002a664e9 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:40:07.078816 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [None req-c03888a7-7124-4a58-8c25-b8dff2080b18 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:40:07.082474 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7c6657d7-ee71-463b-8c04-e730e774a019 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:07.083652 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-7c6657d7-ee71-463b-8c04-e730e774a019 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2569890 Oct 20 13:40:07.085377 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03888a7-7124-4a58-8c25-b8dff2080b18 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:40:07.086727 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 45384) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:07.090726 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03888a7-7124-4a58-8c25-b8dff2080b18 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Pushing event updated for resources: {'Port': ['ID=9c03cbec-9034-446f-85de-106637a70c74,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:07.091345 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-ed0098d4-b347-44c4-8e05-031c7d80ae67 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Request body: {'security_group_rule': {'security_group_id': '3c4cde56-5eb0-409c-b68b-5b61dba4d02e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:40:07.092788 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6657d7-ee71-463b-8c04-e730e774a019 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4cde56-5eb0-409c-b68b-5b61dba4d02e,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:07.121415 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ed0098d4-b347-44c4-8e05-031c7d80ae67 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for security_group_rule (b84f8985-0a5f-4013-9554-5294e454fb88), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:07.164157 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:07.179513 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-c03888a7-7124-4a58-8c25-b8dff2080b18 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for floatingip (4a7eebff-6f40-4743-a2c7-98743ca8a515), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:07.181790 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ed0098d4-b347-44c4-8e05-031c7d80ae67 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for security_group_rule (b84f8985-0a5f-4013-9554-5294e454fb88), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:07.185487 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ed0098d4-b347-44c4-8e05-031c7d80ae67 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (b84f8985-0a5f-4013-9554-5294e454fb88), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:07.207631 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0098d4-b347-44c4-8e05-031c7d80ae67 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b84f8985-0a5f-4013-9554-5294e454fb88,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:07.217214 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ed0098d4-b347-44c4-8e05-031c7d80ae67 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:07.221723 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-ed0098d4-b347-44c4-8e05-031c7d80ae67 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1307499 Oct 20 13:40:07.221873 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-c03888a7-7124-4a58-8c25-b8dff2080b18 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (9c03cbec-9034-446f-85de-106637a70c74), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:07.221969 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 45390) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:07.227667 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-425c232e-331c-49bf-89f5-73be9aafc3dc tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Request body: {'security_group_rule': {'security_group_id': '3c4cde56-5eb0-409c-b68b-5b61dba4d02e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:40:07.256752 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-425c232e-331c-49bf-89f5-73be9aafc3dc tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for security_group_rule (964bb398-b074-4731-bbb4-9e6afb99a9ea), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:07.320289 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-425c232e-331c-49bf-89f5-73be9aafc3dc tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for security_group_rule (964bb398-b074-4731-bbb4-9e6afb99a9ea), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:07.324436 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-425c232e-331c-49bf-89f5-73be9aafc3dc tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (964bb398-b074-4731-bbb4-9e6afb99a9ea), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:07.388222 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-c03888a7-7124-4a58-8c25-b8dff2080b18 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for port (9c03cbec-9034-446f-85de-106637a70c74), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:07.394053 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-c03888a7-7124-4a58-8c25-b8dff2080b18 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (9c03cbec-9034-446f-85de-106637a70c74), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:07.463560 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-c03888a7-7124-4a58-8c25-b8dff2080b18 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (4a7eebff-6f40-4743-a2c7-98743ca8a515), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:07.466329 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03888a7-7124-4a58-8c25-b8dff2080b18 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Pushing event updated for resources: {'Port': ['ID=9c03cbec-9034-446f-85de-106637a70c74,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:07.474859 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:07.485001 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-c03888a7-7124-4a58-8c25-b8dff2080b18 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:07.486467 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-c03888a7-7124-4a58-8c25-b8dff2080b18 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9642863 Oct 20 13:40:07.559111 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c232e-331c-49bf-89f5-73be9aafc3dc tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=964bb398-b074-4731-bbb4-9e6afb99a9ea,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:07.570912 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-425c232e-331c-49bf-89f5-73be9aafc3dc tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:07.572100 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-425c232e-331c-49bf-89f5-73be9aafc3dc tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3490620 Oct 20 13:40:07.575335 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 45394) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:07.579730 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-89cd80d4-f64d-4146-813d-0eb5042a30e2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Request body: {'floatingip': {'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:40:07.601818 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-89cd80d4-f64d-4146-813d-0eb5042a30e2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:07.708678 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-89cd80d4-f64d-4146-813d-0eb5042a30e2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:07.728361 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-455da61f-6b34-4349-a2fb-a0b1c696ebec tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1076453800&fields=id&tenant_id=f9addc326c51410f809805d8b44c5c17 HTTP/1.1" status: 200 len: 267 time: 0.0732374 Oct 20 13:40:07.781696 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:07.920857 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-89cd80d4-f64d-4146-813d-0eb5042a30e2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Allocated IP 172.27.0.57 (54b02c82-3888-4407-a753-5cb002a664e9/80f1bf56-ddb3-4c42-8717-7c4bb006400e/50f41194-cbd3-457e-8cc8-e9341afefa16) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:40:07.933285 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-e96ad852-2fe8-49d3-b90a-3bce7876223a tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:07.934729 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-e96ad852-2fe8-49d3-b90a-3bce7876223a tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/networks?id=9c859482-bc24-4f85-8ad7-70cfdb97a23e HTTP/1.1" status: 200 len: 816 time: 0.1791227 Oct 20 13:40:07.962240 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-35e80f1f-b004-46c9-ac63-a60145bcf88f tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/quotas/f9addc326c51410f809805d8b44c5c17 HTTP/1.1" status: 200 len: 375 time: 0.0209086 Oct 20 13:40:08.045736 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-9f2c2c8a-76be-416b-9e45-085d48a367d5 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=f9addc326c51410f809805d8b44c5c17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540533 Oct 20 13:40:08.114002 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:DELETE=2,neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:08.137507 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-89cd80d4-f64d-4146-813d-0eb5042a30e2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for port (50f41194-cbd3-457e-8cc8-e9341afefa16), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:08.192024 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-26c5f831-ebe0-4c3e-969b-eb4e4fb9d58c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9c859482-bc24-4f85-8ad7-70cfdb97a23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340728 Oct 20 13:40:08.207141 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-89cd80d4-f64d-4146-813d-0eb5042a30e2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (50f41194-cbd3-457e-8cc8-e9341afefa16), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:08.291537 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cd80d4-f64d-4146-813d-0eb5042a30e2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Network 54b02c82-3888-4407-a753-5cb002a664e9 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:40:08.299328 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-89cd80d4-f64d-4146-813d-0eb5042a30e2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:40:08.303554 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cd80d4-f64d-4146-813d-0eb5042a30e2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:40:08.305505 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd80d4-f64d-4146-813d-0eb5042a30e2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Pushing event updated for resources: {'Port': ['ID=50f41194-cbd3-457e-8cc8-e9341afefa16,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:08.360252 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-0589e70c-15bf-4944-908f-77285ec38425 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/9c859482-bc24-4f85-8ad7-70cfdb97a23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622849 Oct 20 13:40:08.407925 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-89cd80d4-f64d-4146-813d-0eb5042a30e2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for floatingip (c90e6a58-b427-4306-9b1b-e3941fb2d1d4), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:08.445307 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-89cd80d4-f64d-4146-813d-0eb5042a30e2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (50f41194-cbd3-457e-8cc8-e9341afefa16), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:08.552600 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0ad81e7f-19a4-4bd6-add6-931ab7eb7e9a req-170ec689-b11a-4f6b-bb21-3dddb9c70cbc tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 210 time: 0.0454736 Oct 20 13:40:08.587276 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:08.610010 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-89cd80d4-f64d-4146-813d-0eb5042a30e2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for port (50f41194-cbd3-457e-8cc8-e9341afefa16), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:08.615337 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-89cd80d4-f64d-4146-813d-0eb5042a30e2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25721257'] for port (50f41194-cbd3-457e-8cc8-e9341afefa16), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:08.683547 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd80d4-f64d-4146-813d-0eb5042a30e2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Pushing event updated for resources: {'Port': ['ID=50f41194-cbd3-457e-8cc8-e9341afefa16,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:08.686940 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-89cd80d4-f64d-4146-813d-0eb5042a30e2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (c90e6a58-b427-4306-9b1b-e3941fb2d1d4), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:08.703835 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-89cd80d4-f64d-4146-813d-0eb5042a30e2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:08.705337 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-89cd80d4-f64d-4146-813d-0eb5042a30e2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1290700 Oct 20 13:40:08.832066 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 20c71ca9-62f4-4658-828a-7e49ec9d9631 no longer exists at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:40:08.862754 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] No Port match for: 20c71ca9-62f4-4658-828a-7e49ec9d9631 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:40:08.863103 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 20c71ca9-62f4-4658-828a-7e49ec9d9631 not bound to the agent host hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:40:08.931894 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-69429d12-60ff-4a16-ba2f-b166dfa2d4d8 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--404205083&fields=id&tenant_id=747a468811fb478aa6c49b848ccee6d0 HTTP/1.1" status: 200 len: 267 time: 0.0442157 Oct 20 13:40:09.055921 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:09.064819 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-84bd9ff2-a302-434b-a8dd-5f12afb290ad tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:09.066304 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-84bd9ff2-a302-434b-a8dd-5f12afb290ad tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/networks?id=d308b555-e032-40ef-ae84-228dba4540e0 HTTP/1.1" status: 200 len: 810 time: 0.1206505 Oct 20 13:40:09.083730 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-f606adeb-e34d-4d17-bdee-f4d3741c3ada tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/quotas/747a468811fb478aa6c49b848ccee6d0 HTTP/1.1" status: 200 len: 375 time: 0.0110006 Oct 20 13:40:09.134496 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-8a22a94c-496c-4cc9-b861-c695446290d9 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=747a468811fb478aa6c49b848ccee6d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453413 Oct 20 13:40:09.240255 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-1989b3eb-508b-4de4-a84a-6daa8055e09c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d308b555-e032-40ef-ae84-228dba4540e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942364 Oct 20 13:40:09.334606 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-ec32e4df-4751-4703-9e30-38e976c27b57 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/d308b555-e032-40ef-ae84-228dba4540e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875635 Oct 20 13:40:09.496178 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0874de97-6f11-452f-8859-0b7a0464c189 req-c9df3fe4-e8cf-4c35-8975-c619e0ed2c1a tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d730923-3277-4e78-9365-a95c403e26d8 HTTP/1.1" status: 200 len: 210 time: 0.0282192 Oct 20 13:40:09.662889 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-9bf7731c-d4c8-454e-b95d-1db00ef6d774 req-2e9b0289-86c5-405e-acd6-3492c23dd33a tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 210 time: 0.0295172 Oct 20 13:40:10.188232 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-ce311567-2a6e-43e2-a52d-20879817404d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:10.190674 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-ce311567-2a6e-43e2-a52d-20879817404d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.20 "GET /networking/v2.0/networks?id=9c859482-bc24-4f85-8ad7-70cfdb97a23e HTTP/1.1" status: 200 len: 816 time: 0.1357992 Oct 20 13:40:10.609324 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-4bd5ff46-0385-4acb-951e-041592da4167 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=f9addc326c51410f809805d8b44c5c17 HTTP/1.1" status: 200 len: 380 time: 0.1046431 Oct 20 13:40:10.647463 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-591ddcdf-bacf-4e56-86a2-9f14d67cbd13 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Request body: {'port': {'device_id': 'c34aa5d9-ed42-4cdd-bed0-229455d27cf1', 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'admin_state_up': True, 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'security_groups': ['0af70979-57a9-42ab-83b0-56bbccfe683e']}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:40:10.652890 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-06b6dd8d-a7dd-4be5-b871-0132d35739d2 req-d09df100-7dfb-4403-bde5-a190e3a98a11 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d730923-3277-4e78-9365-a95c403e26d8 HTTP/1.1" status: 200 len: 210 time: 0.0394788 Oct 20 13:40:10.789651 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-94887534-7b87-4982-9365-0b94b70afa2c req-1d1fb486-c2d7-493b-8028-7f5a59c1300c tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 210 time: 0.0353546 Oct 20 13:40:10.792719 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-591ddcdf-bacf-4e56-86a2-9f14d67cbd13 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Made reservation on behalf of f9addc326c51410f809805d8b44c5c17 for: {'port': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:40:10.796806 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-591ddcdf-bacf-4e56-86a2-9f14d67cbd13 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:10.835555 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:10.942185 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-591ddcdf-bacf-4e56-86a2-9f14d67cbd13 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Allocated IP 172.20.0.6 (9c859482-bc24-4f85-8ad7-70cfdb97a23e/eb211b48-f491-42bc-8f6d-654db7c34008/220d420d-8061-47e0-9323-3ec3344c20c6) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:40:11.082720 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-591ddcdf-bacf-4e56-86a2-9f14d67cbd13 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for port (220d420d-8061-47e0-9323-3ec3344c20c6), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:11.114594 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-591ddcdf-bacf-4e56-86a2-9f14d67cbd13 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (220d420d-8061-47e0-9323-3ec3344c20c6), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:11.157890 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-591ddcdf-bacf-4e56-86a2-9f14d67cbd13 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Network 9c859482-bc24-4f85-8ad7-70cfdb97a23e is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:40:11.160799 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-591ddcdf-bacf-4e56-86a2-9f14d67cbd13 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:40:11.163748 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-591ddcdf-bacf-4e56-86a2-9f14d67cbd13 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:40:11.199225 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ddcdf-bacf-4e56-86a2-9f14d67cbd13 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Pushing event updated for resources: {'Port': ['ID=220d420d-8061-47e0-9323-3ec3344c20c6,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:11.234391 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-591ddcdf-bacf-4e56-86a2-9f14d67cbd13 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:11.234987 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-591ddcdf-bacf-4e56-86a2-9f14d67cbd13 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:11.255049 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-591ddcdf-bacf-4e56-86a2-9f14d67cbd13 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6115525 Oct 20 13:40:11.268802 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-349844ca-ad88-433b-9505-54a37c8101b9 service neutron] Request body: {'port': {'device_id': 'c34aa5d9-ed42-4cdd-bed0-229455d27cf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86213'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:40:11.305058 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:11.367956 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-a107f182-4e53-4f33-bcd7-287d9ca72a05 None None] Provisioning complete for port 220d420d-8061-47e0-9323-3ec3344c20c6 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:40:11.368511 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a107f182-4e53-4f33-bcd7-287d9ca72a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (220d420d-8061-47e0-9323-3ec3344c20c6), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:11.370389 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-a107f182-4e53-4f33-bcd7-287d9ca72a05 None None] Attempt 1 to provision port 220d420d-8061-47e0-9323-3ec3344c20c6 Oct 20 13:40:11.402822 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-349844ca-ad88-433b-9505-54a37c8101b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (220d420d-8061-47e0-9323-3ec3344c20c6), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:11.428764 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-a107f182-4e53-4f33-bcd7-287d9ca72a05 None None] Port 220d420d-8061-47e0-9323-3ec3344c20c6 cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:40:11.468305 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-9f2e90f9-e38b-46af-b375-7f10f70dea3d tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:11.470902 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-9f2e90f9-e38b-46af-b375-7f10f70dea3d tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.20 "GET /networking/v2.0/networks?id=d308b555-e032-40ef-ae84-228dba4540e0 HTTP/1.1" status: 200 len: 810 time: 0.1966283 Oct 20 13:40:11.603150 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-7ffc622c-1e5a-4ecb-aa0b-b2d9bfe34df0 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=747a468811fb478aa6c49b848ccee6d0 HTTP/1.1" status: 200 len: 379 time: 0.1219397 Oct 20 13:40:11.661476 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-a0d3c68c-1607-42aa-a636-2fda7e3b7ea9 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Request body: {'port': {'device_id': '3d730923-3277-4e78-9365-a95c403e26d8', 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0', 'admin_state_up': True, 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'security_groups': ['3c4cde56-5eb0-409c-b68b-5b61dba4d02e']}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:40:11.739668 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:11.775436 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-020930c9-a2e7-465b-a98f-12e54ea3e663 req-70fa494f-7270-4fca-a281-86d980cb529d tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d730923-3277-4e78-9365-a95c403e26d8 HTTP/1.1" status: 200 len: 210 time: 0.0337796 Oct 20 13:40:11.928237 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-a0d3c68c-1607-42aa-a636-2fda7e3b7ea9 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Made reservation on behalf of 747a468811fb478aa6c49b848ccee6d0 for: {'port': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:40:11.930598 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f58fb44-fcac-49b8-b664-ba0b01cbbbec req-8846d4f6-256a-4fea-bf7b-52c1ce23b095 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:11.931977 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-a0d3c68c-1607-42aa-a636-2fda7e3b7ea9 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:11.932104 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-0f58fb44-fcac-49b8-b664-ba0b01cbbbec req-8846d4f6-256a-4fea-bf7b-52c1ce23b095 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 945 time: 0.0505805 Oct 20 13:40:11.961836 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-349844ca-ad88-433b-9505-54a37c8101b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 220d420d-8061-47e0-9323-3ec3344c20c6 {{(pid=104733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:40:11.980422 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-0f58fb44-fcac-49b8-b664-ba0b01cbbbec req-5c034f18-dc95-420b-bb43-f093a532d694 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420532 Oct 20 13:40:11.982963 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-349844ca-ad88-433b-9505-54a37c8101b9 service neutron] Publish callbacks [] for port (220d420d-8061-47e0-9323-3ec3344c20c6), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:11.989616 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9ebb0-2463-4549-9620-bdc22069306f req-22e54440-6bd5-4bf8-aed7-afeb51121bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:11.991107 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a8b9ebb0-2463-4549-9620-bdc22069306f req-22e54440-6bd5-4bf8-aed7-afeb51121bd4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f36e9fb394944eb0a0c2c0075dbc937c&device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 1129 time: 0.1066606 Oct 20 13:40:12.017961 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a925ca6-5444-47ab-b5a6-dbfa903dda8b req-67b087ad-c1a1-4078-9f2d-1b1449fd8f9f tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:12.019332 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9a925ca6-5444-47ab-b5a6-dbfa903dda8b req-67b087ad-c1a1-4078-9f2d-1b1449fd8f9f tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 931 time: 0.1256020 Oct 20 13:40:12.041975 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.provisioning_blocks [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-349844ca-ad88-433b-9505-54a37c8101b9 service neutron] Transition to ACTIVE for port object 220d420d-8061-47e0-9323-3ec3344c20c6 will not be triggered until provisioned by entity L2. {{(pid=104733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 13:40:12.102231 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-349844ca-ad88-433b-9505-54a37c8101b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (220d420d-8061-47e0-9323-3ec3344c20c6), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:12.124401 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:12.252710 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349844ca-ad88-433b-9505-54a37c8101b9 service neutron] Pushing event updated for resources: {'Port': ['ID=220d420d-8061-47e0-9323-3ec3344c20c6,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:12.289177 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9a925ca6-5444-47ab-b5a6-dbfa903dda8b req-b7792b68-d2c6-4d06-8842-f581bcd6ce65 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2512996 Oct 20 13:40:12.303126 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9ebb0-2463-4549-9620-bdc22069306f req-c5753f94-133b-45ae-819e-b94dc284c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:12.304549 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a8b9ebb0-2463-4549-9620-bdc22069306f req-c5753f94-133b-45ae-819e-b94dc284c685 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=80f8d646-52cd-4c79-be89-0476981cc6e9 HTTP/1.1" status: 200 len: 920 time: 0.3017762 Oct 20 13:40:12.367047 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-a0d3c68c-1607-42aa-a636-2fda7e3b7ea9 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Allocated IP 172.20.0.4 (d308b555-e032-40ef-ae84-228dba4540e0/6fe06b3c-29c6-4094-8f91-406de935285f/4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:40:12.394210 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-349844ca-ad88-433b-9505-54a37c8101b9 service neutron] Attempting to bind port 220d420d-8061-47e0-9323-3ec3344c20c6 on host hv-cinder-86213 for vnic_type normal with profile {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:40:12.394536 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-349844ca-ad88-433b-9505-54a37c8101b9 service neutron] Attempting to bind port 220d420d-8061-47e0-9323-3ec3344c20c6 by drivers openvswitch,hyperv on host hv-cinder-86213 at level 0 using segments [{'id': '05e72368-f775-4124-bc91-39623e93b8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e'}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:40:12.394861 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-349844ca-ad88-433b-9505-54a37c8101b9 service neutron] Attempting to bind port 220d420d-8061-47e0-9323-3ec3344c20c6 on network 9c859482-bc24-4f85-8ad7-70cfdb97a23e {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:40:12.399894 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:12.423947 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a8b9ebb0-2463-4549-9620-bdc22069306f req-12658e8e-88ef-4939-a389-d3877ab2049e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61a2cacd-9e95-4421-956a-22d6ee9a27a3 HTTP/1.1" status: 200 len: 1001 time: 0.1121137 Oct 20 13:40:12.540282 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-349844ca-ad88-433b-9505-54a37c8101b9 service neutron] Port 220d420d-8061-47e0-9323-3ec3344c20c6 on network 9c859482-bc24-4f85-8ad7-70cfdb97a23e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86213 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 13:40:12.540605 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-349844ca-ad88-433b-9505-54a37c8101b9 service neutron] Attempting to bind port 220d420d-8061-47e0-9323-3ec3344c20c6 on network 9c859482-bc24-4f85-8ad7-70cfdb97a23e {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:40:12.543302 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9ebb0-2463-4549-9620-bdc22069306f req-765412a1-ffe1-44e5-b27f-1f1cc429d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:12.544713 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a8b9ebb0-2463-4549-9620-bdc22069306f req-765412a1-ffe1-44e5-b27f-1f1cc429d7cf service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=39e34ab8-30e0-463a-a9d4-1b76cbd385a8 HTTP/1.1" status: 200 len: 858 time: 0.1120975 Oct 20 13:40:12.577643 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 45516) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:12.621991 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_v2 [None req-94d6d54b-7986-4f5e-a26a-0c30e8debd49 admin admin] Deleting subnet bab34570-96dd-42f5-82d8-eaf730b77738 {{(pid=104732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 13:40:12.625515 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-94d6d54b-7986-4f5e-a26a-0c30e8debd49 admin admin] Publish callbacks [] for subnet (bab34570-96dd-42f5-82d8-eaf730b77738), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:12.636450 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9ebb0-2463-4549-9620-bdc22069306f req-3dfe802d-dd65-4f9d-853b-a405a63f7c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:12.637922 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a8b9ebb0-2463-4549-9620-bdc22069306f req-3dfe802d-dd65-4f9d-853b-a405a63f7c19 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=80f8d646-52cd-4c79-be89-0476981cc6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0724308 Oct 20 13:40:12.656057 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-349844ca-ad88-433b-9505-54a37c8101b9 service neutron] Checking agent: {'id': '4b042e07-7f30-49b6-94c5-05338f7deed3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'started_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:40:12.656394 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-349844ca-ad88-433b-9505-54a37c8101b9 service neutron] Checking segment: {'id': '05e72368-f775-4124-bc91-39623e93b8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:40:12.656762 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-349844ca-ad88-433b-9505-54a37c8101b9 service neutron] Bound using segment: {'id': '05e72368-f775-4124-bc91-39623e93b8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e'} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:40:12.657275 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-349844ca-ad88-433b-9505-54a37c8101b9 service neutron] Bound port: 220d420d-8061-47e0-9323-3ec3344c20c6, host: hv-cinder-86213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e72368-f775-4124-bc91-39623e93b8b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e'}}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:40:12.657627 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-349844ca-ad88-433b-9505-54a37c8101b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (220d420d-8061-47e0-9323-3ec3344c20c6), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:12.664037 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-94d6d54b-7986-4f5e-a26a-0c30e8debd49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26291269'] for subnet (bab34570-96dd-42f5-82d8-eaf730b77738), precommit_delete_associations {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:12.705265 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-94d6d54b-7986-4f5e-a26a-0c30e8debd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1335179'] for subnet (bab34570-96dd-42f5-82d8-eaf730b77738), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:12.735601 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-a0d3c68c-1607-42aa-a636-2fda7e3b7ea9 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for port (4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:12.761921 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-94d6d54b-7986-4f5e-a26a-0c30e8debd49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1335184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25721315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25948865'] for subnet (bab34570-96dd-42f5-82d8-eaf730b77738), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:12.790247 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6d54b-7986-4f5e-a26a-0c30e8debd49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bab34570-96dd-42f5-82d8-eaf730b77738,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:12.796012 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-94d6d54b-7986-4f5e-a26a-0c30e8debd49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:12.799620 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-94d6d54b-7986-4f5e-a26a-0c30e8debd49 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/bab34570-96dd-42f5-82d8-eaf730b77738 HTTP/1.1" status: 204 len: 168 time: 0.2209127 Oct 20 13:40:12.802096 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 45518) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:12.899979 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-40ef95a4-8ec2-40ef-b962-aa04bcd862ff req-c9bcda9f-0ac1-4814-b88a-bcbeb5fd51c8 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d730923-3277-4e78-9365-a95c403e26d8 HTTP/1.1" status: 200 len: 210 time: 0.0442274 Oct 20 13:40:12.906498 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-97702457-a299-40db-8bd7-166ca1510f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466521'] for network (3d74f2a6-396d-4af0-8172-d2ba2f2834fd), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:12.948657 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:13.002583 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-97702457-a299-40db-8bd7-166ca1510f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335235', 'neutron.services.segments.db._delete_segments_for_network-8747424857155'] for network (3d74f2a6-396d-4af0-8172-d2ba2f2834fd), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:13.025061 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-97702457-a299-40db-8bd7-166ca1510f21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d74f2a6-396d-4af0-8172-d2ba2f2834fd']}} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:13.035526 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-97702457-a299-40db-8bd7-166ca1510f21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ec3ead-e9f4-44ff-a786-53bba697e934') {'for_net_delete': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:13.035814 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-97702457-a299-40db-8bd7-166ca1510f21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ec3ead-e9f4-44ff-a786-53bba697e934') {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:13.045651 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-97702457-a299-40db-8bd7-166ca1510f21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747424827639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26291314'] for segment (f2ec3ead-e9f4-44ff-a786-53bba697e934), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:13.053945 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a8b9ebb0-2463-4549-9620-bdc22069306f req-d7b1012f-8364-4509-9db2-6adcdbf801de service neutron] 10.222.0.20 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074492 Oct 20 13:40:13.054959 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-349844ca-ad88-433b-9505-54a37c8101b9 service neutron] For port 220d420d-8061-47e0-9323-3ec3344c20c6, host hv-cinder-86213, cleared binding levels {{(pid=104733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:40:13.059187 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-349844ca-ad88-433b-9505-54a37c8101b9 service neutron] For port 220d420d-8061-47e0-9323-3ec3344c20c6, host hv-cinder-86213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=220d420d-8061-47e0-9323-3ec3344c20c6,segment=NetworkSegment(05e72368-f775-4124-bc91-39623e93b8b1),segment_id=05e72368-f775-4124-bc91-39623e93b8b1)] {{(pid=104733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:40:13.061603 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-97702457-a299-40db-8bd7-166ca1510f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (f2ec3ead-e9f4-44ff-a786-53bba697e934), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:13.071184 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97702457-a299-40db-8bd7-166ca1510f21 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=104732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 13:40:13.071900 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-97702457-a299-40db-8bd7-166ca1510f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25722433'] for segment (f2ec3ead-e9f4-44ff-a786-53bba697e934), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:13.074252 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-349844ca-ad88-433b-9505-54a37c8101b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (220d420d-8061-47e0-9323-3ec3344c20c6), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:13.076285 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-a0d3c68c-1607-42aa-a636-2fda7e3b7ea9 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:13.078263 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-349844ca-ad88-433b-9505-54a37c8101b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:13.078920 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-349844ca-ad88-433b-9505-54a37c8101b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:13.080361 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-349844ca-ad88-433b-9505-54a37c8101b9 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/220d420d-8061-47e0-9323-3ec3344c20c6 HTTP/1.1" status: 200 len: 1093 time: 1.8165689 Oct 20 13:40:13.098066 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c34aa5d9-ed42-4cdd-bed0-229455d27cf1', 'tag': '220d420d-8061-47e0-9323-3ec3344c20c6'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:40:13.100489 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65868d2a-406f-4be6-892c-5cf50b92deaa" -d '{"events": [{"name": "network-changed", "server_uuid": "c34aa5d9-ed42-4cdd-bed0-229455d27cf1", "tag": "220d420d-8061-47e0-9323-3ec3344c20c6"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:40:13.109457 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:13.129308 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.services.segments.plugin [-] Segment f2ec3ead-e9f4-44ff-a786-53bba697e934 resource provider aggregate not found Oct 20 13:40:13.149483 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:13.154037 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.services.segments.plugin [-] Segment f2ec3ead-e9f4-44ff-a786-53bba697e934 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2ec3ead-e9f4-44ff-a786-53bba697e934 found for delete ", "request_id": "req-750d274e-1405-4c34-84db-10cdc58b7240"}]} Oct 20 13:40:13.161568 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-97702457-a299-40db-8bd7-166ca1510f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1335290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859717'] for network (3d74f2a6-396d-4af0-8172-d2ba2f2834fd), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:13.170042 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-97702457-a299-40db-8bd7-166ca1510f21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:13.176439 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-97702457-a299-40db-8bd7-166ca1510f21 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/3d74f2a6-396d-4af0-8172-d2ba2f2834fd HTTP/1.1" status: 204 len: 168 time: 0.3733289 Oct 20 13:40:13.181717 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e17f1b-c7af-4e29-a5a2-d804899e4caa x-openstack-request-id: req-04e17f1b-c7af-4e29-a5a2-d804899e4caa {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:40:13.182100 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c34aa5d9-ed42-4cdd-bed0-229455d27cf1", "tag": "220d420d-8061-47e0-9323-3ec3344c20c6", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:40:13.182235 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04e17f1b-c7af-4e29-a5a2-d804899e4caa {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:40:13.182622 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04e17f1b-c7af-4e29-a5a2-d804899e4caa'] response: {'name': 'network-changed', 'server_uuid': 'c34aa5d9-ed42-4cdd-bed0-229455d27cf1', 'tag': '220d420d-8061-47e0-9323-3ec3344c20c6', 'status': 'completed', 'code': 200} Oct 20 13:40:13.191694 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97702457-a299-40db-8bd7-166ca1510f21 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d74f2a6-396d-4af0-8172-d2ba2f2834fd,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:13.252589 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-a0d3c68c-1607-42aa-a636-2fda7e3b7ea9 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Network d308b555-e032-40ef-ae84-228dba4540e0 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:40:13.261405 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7df6a8-e804-4b49-ac74-8675a7c84914 req-3695961d-a6d6-48fc-a2d9-bfa8c2d05c60 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:13.262870 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cc7df6a8-e804-4b49-ac74-8675a7c84914 req-3695961d-a6d6-48fc-a2d9-bfa8c2d05c60 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 945 time: 0.1919577 Oct 20 13:40:13.273763 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-7f895bd6-6cc6-4a18-94b5-84a9a2460729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:13.275173 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-7f895bd6-6cc6-4a18-94b5-84a9a2460729 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f9addc326c51410f809805d8b44c5c17&device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 1127 time: 0.1026878 Oct 20 13:40:13.276016 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-a0d3c68c-1607-42aa-a636-2fda7e3b7ea9 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:40:13.286778 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-a0d3c68c-1607-42aa-a636-2fda7e3b7ea9 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:40:13.294422 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349844ca-ad88-433b-9505-54a37c8101b9 service neutron] Pushing event updated for resources: {'Port': ['ID=220d420d-8061-47e0-9323-3ec3344c20c6,revision_number=3']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:13.300187 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 45532) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:13.359204 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-cec62eae-cc6a-4b02-a011-23cc46f345bf admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=c189090d654b46c880b0d40f1e46a563&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0552938 Oct 20 13:40:13.360172 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 45536) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:13.398301 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-27072664-99d9-475b-9158-b839c8d2711a service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=220d420d-8061-47e0-9323-3ec3344c20c6 HTTP/1.1" status: 200 len: 217 time: 0.1057901 Oct 20 13:40:13.448682 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ced1a0fb-5838-4ff1-9015-3938bb0b0bad admin admin] Publish callbacks [] for security_group (199a0219-20b9-42f6-b51d-45645d6794d1), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:13.450006 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:13.466874 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250c68d-e286-4b18-a858-fd4477559471 req-d1ed5000-33e8-4ce6-a446-1dc1ac175c7f tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:13.468406 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-7250c68d-e286-4b18-a858-fd4477559471 req-d1ed5000-33e8-4ce6-a446-1dc1ac175c7f tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 943 time: 0.0651212 Oct 20 13:40:13.476489 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a8b9ebb0-2463-4549-9620-bdc22069306f req-3b1a66f3-2dd0-4ec6-b1a9-f251ab0e58f5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139454 Oct 20 13:40:13.488412 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-a0d3c68c-1607-42aa-a636-2fda7e3b7ea9 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:13.489057 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-a0d3c68c-1607-42aa-a636-2fda7e3b7ea9 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:13.493415 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ced1a0fb-5838-4ff1-9015-3938bb0b0bad admin admin] Publish callbacks [] for security_group (199a0219-20b9-42f6-b51d-45645d6794d1), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:13.497175 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3c68c-1607-42aa-a636-2fda7e3b7ea9 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Pushing event updated for resources: {'Port': ['ID=4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:13.502382 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cc7df6a8-e804-4b49-ac74-8675a7c84914 req-1f08cb3f-d001-4ffb-b95b-b800a9643381 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2314792 Oct 20 13:40:13.522594 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-172fec3e-09e6-4efc-818b-e4fa06fa7317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:13.524411 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-172fec3e-09e6-4efc-818b-e4fa06fa7317 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=eb211b48-f491-42bc-8f6d-654db7c34008 HTTP/1.1" status: 200 len: 855 time: 0.1093299 Oct 20 13:40:13.528371 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-a0d3c68c-1607-42aa-a636-2fda7e3b7ea9 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8721004 Oct 20 13:40:13.551308 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-beefa93d-d118-426e-9d92-fda20a0a05e1 service neutron] Request body: {'port': {'device_id': '3d730923-3277-4e78-9365-a95c403e26d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86213'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:40:13.576043 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-7250c68d-e286-4b18-a858-fd4477559471 req-229a4629-da37-4ef0-971d-b44f1b917941 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967212 Oct 20 13:40:13.588925 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-d8934b06-49af-4860-b51d-aefba07a498a None None] Provisioning complete for port 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:40:13.589909 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-d8934b06-49af-4860-b51d-aefba07a498a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:13.591305 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-d8934b06-49af-4860-b51d-aefba07a498a None None] Attempt 1 to provision port 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea Oct 20 13:40:13.618336 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ced1a0fb-5838-4ff1-9015-3938bb0b0bad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (199a0219-20b9-42f6-b51d-45645d6794d1), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:13.620900 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ced1a0fb-5838-4ff1-9015-3938bb0b0bad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:13.624914 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-ced1a0fb-5838-4ff1-9015-3938bb0b0bad admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/199a0219-20b9-42f6-b51d-45645d6794d1 HTTP/1.1" status: 204 len: 168 time: 0.2601352 Oct 20 13:40:13.625061 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-1f94cb4b-df54-4d46-a00a-bdbe925557b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:13.626224 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-1f94cb4b-df54-4d46-a00a-bdbe925557b8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c859482-bc24-4f85-8ad7-70cfdb97a23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0876966 Oct 20 13:40:13.635206 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-d8934b06-49af-4860-b51d-aefba07a498a None None] Port 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:40:13.635739 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced1a0fb-5838-4ff1-9015-3938bb0b0bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199a0219-20b9-42f6-b51d-45645d6794d1,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:13.698067 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-beefa93d-d118-426e-9d92-fda20a0a05e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:13.786206 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-e2f54d92-23cd-4dca-bd57-0ba2b04a737d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c859482-bc24-4f85-8ad7-70cfdb97a23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416264 Oct 20 13:40:13.973821 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-dc79f3a6-353a-4671-9340-0894b55c4f21 req-ebca68f6-fc75-473c-a88a-ada7e9a0012a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c859482-bc24-4f85-8ad7-70cfdb97a23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500857 Oct 20 13:40:14.035174 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:14.051274 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8459a365-19d4-4823-9d93-57aefad37c8c req-d1bcd305-bc6f-40f8-9f9b-7732869067de tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:14.052759 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8459a365-19d4-4823-9d93-57aefad37c8c req-d1bcd305-bc6f-40f8-9f9b-7732869067de tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d730923-3277-4e78-9365-a95c403e26d8 HTTP/1.1" status: 200 len: 931 time: 0.0701456 Oct 20 13:40:14.123441 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-beefa93d-d118-426e-9d92-fda20a0a05e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea {{(pid=104733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:40:14.137525 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-beefa93d-d118-426e-9d92-fda20a0a05e1 service neutron] Publish callbacks [] for port (4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:14.152356 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8459a365-19d4-4823-9d93-57aefad37c8c req-93851fe1-a5f5-4cf9-8ee2-39886acb5a68 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c4cde56-5eb0-409c-b68b-5b61dba4d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932155 Oct 20 13:40:14.157266 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.provisioning_blocks [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-beefa93d-d118-426e-9d92-fda20a0a05e1 service neutron] Transition to ACTIVE for port object 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea will not be triggered until provisioned by entity L2. {{(pid=104733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 13:40:14.162012 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-beefa93d-d118-426e-9d92-fda20a0a05e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:14.254586 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefa93d-d118-426e-9d92-fda20a0a05e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:14.281715 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-beefa93d-d118-426e-9d92-fda20a0a05e1 service neutron] Attempting to bind port 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea on host hv-cinder-86213 for vnic_type normal with profile {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:40:14.282862 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-beefa93d-d118-426e-9d92-fda20a0a05e1 service neutron] Attempting to bind port 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea by drivers openvswitch,hyperv on host hv-cinder-86213 at level 0 using segments [{'id': '4d78e0f3-9105-4b6b-ab7f-1019f2557df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0'}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:40:14.282862 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-beefa93d-d118-426e-9d92-fda20a0a05e1 service neutron] Attempting to bind port 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea on network d308b555-e032-40ef-ae84-228dba4540e0 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:40:14.327856 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-beefa93d-d118-426e-9d92-fda20a0a05e1 service neutron] Port 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea on network d308b555-e032-40ef-ae84-228dba4540e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86213 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 13:40:14.328268 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-beefa93d-d118-426e-9d92-fda20a0a05e1 service neutron] Attempting to bind port 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea on network d308b555-e032-40ef-ae84-228dba4540e0 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:40:14.357899 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:14.364294 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 45564) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:14.373885 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-beefa93d-d118-426e-9d92-fda20a0a05e1 service neutron] Checking agent: {'id': '4b042e07-7f30-49b6-94c5-05338f7deed3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'started_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:40:14.374222 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-beefa93d-d118-426e-9d92-fda20a0a05e1 service neutron] Checking segment: {'id': '4d78e0f3-9105-4b6b-ab7f-1019f2557df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:40:14.374601 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-beefa93d-d118-426e-9d92-fda20a0a05e1 service neutron] Bound using segment: {'id': '4d78e0f3-9105-4b6b-ab7f-1019f2557df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0'} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:40:14.375034 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-beefa93d-d118-426e-9d92-fda20a0a05e1 service neutron] Bound port: 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea, host: hv-cinder-86213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d78e0f3-9105-4b6b-ab7f-1019f2557df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0'}}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:40:14.375390 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-beefa93d-d118-426e-9d92-fda20a0a05e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:14.436439 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-beefa93d-d118-426e-9d92-fda20a0a05e1 service neutron] For port 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea, host hv-cinder-86213, cleared binding levels {{(pid=104733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:40:14.440777 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-beefa93d-d118-426e-9d92-fda20a0a05e1 service neutron] For port 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea, host hv-cinder-86213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea,segment=NetworkSegment(4d78e0f3-9105-4b6b-ab7f-1019f2557df1),segment_id=4d78e0f3-9105-4b6b-ab7f-1019f2557df1)] {{(pid=104733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:40:14.445806 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-beefa93d-d118-426e-9d92-fda20a0a05e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:14.451170 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-beefa93d-d118-426e-9d92-fda20a0a05e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:14.451775 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-beefa93d-d118-426e-9d92-fda20a0a05e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:14.453154 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-beefa93d-d118-426e-9d92-fda20a0a05e1 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea HTTP/1.1" status: 200 len: 1093 time: 0.9165845 Oct 20 13:40:14.468941 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-0ec3684f-0d46-4886-89e1-1e808820b9a7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-339275719-network', 'tenant_id': 'accdb851c01342d49228faa016ff430c'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:40:14.490606 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec3684f-0d46-4886-89e1-1e808820b9a7 admin admin] Made reservation on behalf of accdb851c01342d49228faa016ff430c for: {'network': 1} {{(pid=104732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:40:14.493027 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0ec3684f-0d46-4886-89e1-1e808820b9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for network (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:14.500466 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefa93d-d118-426e-9d92-fda20a0a05e1 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea,revision_number=3']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:14.505885 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0ec3684f-0d46-4886-89e1-1e808820b9a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:14.586588 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0ec3684f-0d46-4886-89e1-1e808820b9a7 admin admin] Publish callbacks [] for security_group (904bc534-15ed-4653-8646-072972a40338), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:14.591841 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0ec3684f-0d46-4886-89e1-1e808820b9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (904bc534-15ed-4653-8646-072972a40338), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:14.633399 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec3684f-0d46-4886-89e1-1e808820b9a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=104732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 13:40:14.652428 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3684f-0d46-4886-89e1-1e808820b9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=904bc534-15ed-4653-8646-072972a40338,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:14.673281 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0ec3684f-0d46-4886-89e1-1e808820b9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (380d1854-2618-4d86-b29b-a3cf5fa8193e), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:14.673777 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.db.segments_db [None req-0ec3684f-0d46-4886-89e1-1e808820b9a7 admin admin] Added segment 380d1854-2618-4d86-b29b-a3cf5fa8193e of type vlan for network 90f6ed8e-98d1-4717-a988-12e9beb2cc56 Oct 20 13:40:14.693149 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31630898-6a22-479d-b374-e56dfad30a3d req-d35af9f8-f149-473c-aa1e-a07e49dc7817 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:14.694752 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-31630898-6a22-479d-b374-e56dfad30a3d req-d35af9f8-f149-473c-aa1e-a07e49dc7817 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 945 time: 0.0821667 Oct 20 13:40:14.711238 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecb470-db46-4b69-b03e-af3aa1a340cb req-09dfd024-5a11-45c1-b0cf-3b77adf5f222 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:14.712681 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-02ecb470-db46-4b69-b03e-af3aa1a340cb req-09dfd024-5a11-45c1-b0cf-3b77adf5f222 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 943 time: 0.0480988 Oct 20 13:40:14.738711 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0ec3684f-0d46-4886-89e1-1e808820b9a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747424292904'] for network (90f6ed8e-98d1-4717-a988-12e9beb2cc56), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:14.756278 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:14.761737 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-02ecb470-db46-4b69-b03e-af3aa1a340cb req-977a360e-bbe5-4902-a443-e7d769e40251 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432520 Oct 20 13:40:14.790646 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-31630898-6a22-479d-b374-e56dfad30a3d req-e04b2e6e-c80a-4e5b-a438-e8341d577172 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780027 Oct 20 13:40:14.792252 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0ec3684f-0d46-4886-89e1-1e808820b9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for network (90f6ed8e-98d1-4717-a988-12e9beb2cc56), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:14.793308 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec3684f-0d46-4886-89e1-1e808820b9a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:14.793877 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0ec3684f-0d46-4886-89e1-1e808820b9a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:14.848652 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-0ec3684f-0d46-4886-89e1-1e808820b9a7 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4831131 Oct 20 13:40:14.851634 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 45572) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:14.856421 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-2352130a-ae64-4c1c-ae7e-529eaf8d9704 admin admin] Request body: {'subnet': {'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-339275719-subnet', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'ip_version': 4}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:40:14.859479 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3684f-0d46-4886-89e1-1e808820b9a7 admin admin] Pushing event updated for resources: {'Network': ['ID=90f6ed8e-98d1-4717-a988-12e9beb2cc56,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:14.869701 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Network 90f6ed8e-98d1-4717-a988-12e9beb2cc56 details requested by agent ovs-agent-dv-cinder-862136-1-iscsi with host dv-cinder-862136-1-iscsi {{(pid=104734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 13:40:14.879633 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2352130a-ae64-4c1c-ae7e-529eaf8d9704 admin admin] Made reservation on behalf of accdb851c01342d49228faa016ff430c for: {'subnet': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:40:14.881994 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2352130a-ae64-4c1c-ae7e-529eaf8d9704 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212481'] for subnet (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:15.010513 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65868d2a-406f-4be6-892c-5cf50b92deaa req-02eeb986-4f25-480e-aa98-5c06fd10d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:15.011975 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-65868d2a-406f-4be6-892c-5cf50b92deaa req-02eeb986-4f25-480e-aa98-5c06fd10d8d0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f9addc326c51410f809805d8b44c5c17&device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 1127 time: 0.1131504 Oct 20 13:40:15.034736 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-fc545d9a-fdb4-49cb-ab40-1cac7aaef5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:15.036603 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-fc545d9a-fdb4-49cb-ab40-1cac7aaef5aa service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=747a468811fb478aa6c49b848ccee6d0&device_id=3d730923-3277-4e78-9365-a95c403e26d8 HTTP/1.1" status: 200 len: 1127 time: 0.0972128 Oct 20 13:40:15.113512 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-73f939e0-fd09-4d41-909c-8ff12cb4fd92 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea HTTP/1.1" status: 200 len: 217 time: 0.0664656 Oct 20 13:40:15.134398 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:15.192001 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d730923-3277-4e78-9365-a95c403e26d8', 'tag': '4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:40:15.194222 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c6cc09-b77e-4421-899d-05d0d008b614" -d '{"events": [{"name": "network-changed", "server_uuid": "3d730923-3277-4e78-9365-a95c403e26d8", "tag": "4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:40:15.240756 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4124855d-0708-4a5c-a275-9411a4203031 x-openstack-request-id: req-4124855d-0708-4a5c-a275-9411a4203031 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:40:15.241079 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d730923-3277-4e78-9365-a95c403e26d8", "tag": "4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:40:15.241328 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4124855d-0708-4a5c-a275-9411a4203031 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:40:15.241717 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4124855d-0708-4a5c-a275-9411a4203031'] response: {'name': 'network-changed', 'server_uuid': '3d730923-3277-4e78-9365-a95c403e26d8', 'tag': '4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea', 'status': 'completed', 'code': 200} Oct 20 13:40:15.245296 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-1a9c7ed3-099a-4c5e-9c23-26f64fb3c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:15.246746 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-1a9c7ed3-099a-4c5e-9c23-26f64fb3c8a3 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6fe06b3c-29c6-4094-8f91-406de935285f HTTP/1.1" status: 200 len: 849 time: 0.1269369 Oct 20 13:40:15.260414 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65868d2a-406f-4be6-892c-5cf50b92deaa req-336fedc5-19e1-46a0-ae14-148847a1bacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:15.261799 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-65868d2a-406f-4be6-892c-5cf50b92deaa req-336fedc5-19e1-46a0-ae14-148847a1bacc service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c859482-bc24-4f85-8ad7-70cfdb97a23e HTTP/1.1" status: 200 len: 917 time: 0.2408960 Oct 20 13:40:15.380347 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-65868d2a-406f-4be6-892c-5cf50b92deaa req-640330ac-4464-40f9-bf53-59d8207efcdc service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=220d420d-8061-47e0-9323-3ec3344c20c6 HTTP/1.1" status: 200 len: 217 time: 0.0936453 Oct 20 13:40:15.394076 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e55378-2210-4b6f-9b2b-d755a4a439a7 req-2381e24e-a396-49ce-b2fa-a3458853d46e tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:15.395457 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b0e55378-2210-4b6f-9b2b-d755a4a439a7 req-2381e24e-a396-49ce-b2fa-a3458853d46e tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d730923-3277-4e78-9365-a95c403e26d8 HTTP/1.1" status: 200 len: 943 time: 0.1607616 Oct 20 13:40:15.404669 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-a73105f0-4c61-41e4-9fb8-aa03b2f1e58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:15.406092 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-a73105f0-4c61-41e4-9fb8-aa03b2f1e58a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=d308b555-e032-40ef-ae84-228dba4540e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1481316 Oct 20 13:40:15.441715 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2352130a-ae64-4c1c-ae7e-529eaf8d9704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26193056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212499'] for subnet (d9d54a4b-a660-40c7-821e-658dfb160f21), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:15.468552 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:15.558542 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65868d2a-406f-4be6-892c-5cf50b92deaa req-8a875a14-37d3-478d-a6d9-a56ba13e8d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:15.559973 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-65868d2a-406f-4be6-892c-5cf50b92deaa req-8a875a14-37d3-478d-a6d9-a56ba13e8d37 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=eb211b48-f491-42bc-8f6d-654db7c34008 HTTP/1.1" status: 200 len: 855 time: 0.1723962 Oct 20 13:40:15.589452 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352130a-ae64-4c1c-ae7e-529eaf8d9704 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9d54a4b-a660-40c7-821e-658dfb160f21,revision_number=0']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:15.613974 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b0e55378-2210-4b6f-9b2b-d755a4a439a7 req-041e75a9-07d6-4a25-9e24-3bb8640fc8f7 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c4cde56-5eb0-409c-b68b-5b61dba4d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055881 Oct 20 13:40:15.650164 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65868d2a-406f-4be6-892c-5cf50b92deaa req-686f8c82-4b0d-4118-a310-6f77341d9456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:15.651635 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-65868d2a-406f-4be6-892c-5cf50b92deaa req-686f8c82-4b0d-4118-a310-6f77341d9456 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c859482-bc24-4f85-8ad7-70cfdb97a23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0799589 Oct 20 13:40:15.655361 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2352130a-ae64-4c1c-ae7e-529eaf8d9704 admin admin] Checking segment: {'id': '380d1854-2618-4d86-b29b-a3cf5fa8193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:40:15.655711 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2352130a-ae64-4c1c-ae7e-529eaf8d9704 admin admin] Network hostable DHCP agents. Network: 90f6ed8e-98d1-4717-a988-12e9beb2cc56, hostable agents: ['fc80e4aa-b75a-45f9-bc92-ee666d9592cb'], hosted agents: [] {{(pid=104733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 13:40:15.895498 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac4fa1-a375-46bf-9918-14900b549aa4 req-5b397eca-84dd-4eb4-86f9-e8f4c3da2049 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:15.897081 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-30ac4fa1-a375-46bf-9918-14900b549aa4 req-5b397eca-84dd-4eb4-86f9-e8f4c3da2049 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 943 time: 0.0499258 Oct 20 13:40:15.913750 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-8ca5a60d-7a09-4937-993e-152409e21146 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d308b555-e032-40ef-ae84-228dba4540e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4860260 Oct 20 13:40:15.944362 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-30ac4fa1-a375-46bf-9918-14900b549aa4 req-5eb2c81c-ae80-4601-a740-8fa76f4fcdc3 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410819 Oct 20 13:40:16.028127 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2352130a-ae64-4c1c-ae7e-529eaf8d9704 admin admin] Network 90f6ed8e-98d1-4717-a988-12e9beb2cc56 is scheduled to be hosted by DHCP agent fc80e4aa-b75a-45f9-bc92-ee666d9592cb with binding_index 1 {{(pid=104733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 13:40:16.065625 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [None req-2352130a-ae64-4c1c-ae7e-529eaf8d9704 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862136-1-iscsi, 90f6ed8e-98d1-4717-a988-12e9beb2cc56) {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:40:16.072851 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904c30d-e5db-4cb5-b6a2-94fbce0ba026 req-82a5cfc2-695b-4ff2-9bd5-69e4ac6bbf65 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:16.074082 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19912a67-5fcc-4d2e-97bf-2f47baa0530c None None] Network 90f6ed8e-98d1-4717-a988-12e9beb2cc56 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:40:16.074549 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2904c30d-e5db-4cb5-b6a2-94fbce0ba026 req-82a5cfc2-695b-4ff2-9bd5-69e4ac6bbf65 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 945 time: 0.1583319 Oct 20 13:40:16.083827 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2352130a-ae64-4c1c-ae7e-529eaf8d9704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:16.084417 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2352130a-ae64-4c1c-ae7e-529eaf8d9704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for subnet (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:16.114137 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:16.137685 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-65868d2a-406f-4be6-892c-5cf50b92deaa req-d1845ba7-63f0-4795-a7a3-c87481f30427 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c859482-bc24-4f85-8ad7-70cfdb97a23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4743323 Oct 20 13:40:16.145878 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-2352130a-ae64-4c1c-ae7e-529eaf8d9704 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2931266 Oct 20 13:40:16.148821 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 45584) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:16.149543 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b29e5034-4365-42b7-811b-bf4a38ab8a30 req-b65f70ee-adb2-4e46-a50b-b293549d313b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d308b555-e032-40ef-ae84-228dba4540e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981435 Oct 20 13:40:16.153160 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-8c91fb7b-2064-4a75-8dd0-df8e3ce12afe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-339275719-router', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:40:16.169197 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:16.186785 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8c91fb7b-2064-4a75-8dd0-df8e3ce12afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3865821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3818'] for router (fe5c5e56-82f6-419a-b8a1-f3e26f387c3e), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:16.187190 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025c415f-0286-4f68-b266-f9a1e920ec54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d469a18-07e0-5135-909c-90e0e6ecf688-90f6ed8e-98d1-4717-a988-12e9beb2cc56', 'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56', 'project_id': 'accdb851c01342d49228faa016ff430c', 'fixed_ips': [{'subnet_id': 'd9d54a4b-a660-40c7-821e-658dfb160f21'}]}} from dv-cinder-862136-1-iscsi. {{(pid=104734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 13:40:16.188841 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8c91fb7b-2064-4a75-8dd0-df8e3ce12afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3857831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3811'] for router (fe5c5e56-82f6-419a-b8a1-f3e26f387c3e), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:16.189319 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-025c415f-0286-4f68-b266-f9a1e920ec54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:16.234590 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2904c30d-e5db-4cb5-b6a2-94fbce0ba026 req-2603a73b-2bf7-45e6-a49d-3e5579e1cab0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457875 Oct 20 13:40:16.248076 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8c91fb7b-2064-4a75-8dd0-df8e3ce12afe admin admin] Publish callbacks [] for router_controller (fe5c5e56-82f6-419a-b8a1-f3e26f387c3e), precommit_add_association {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:16.282366 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-65868d2a-406f-4be6-892c-5cf50b92deaa req-7a50e90d-99c8-46f8-af14-363e014c43be service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c859482-bc24-4f85-8ad7-70cfdb97a23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349270 Oct 20 13:40:16.334018 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-025c415f-0286-4f68-b266-f9a1e920ec54 None None] Allocated IP 172.20.0.2 (90f6ed8e-98d1-4717-a988-12e9beb2cc56/d9d54a4b-a660-40c7-821e-658dfb160f21/5c2a0b9c-5523-4525-9895-43cca5f429e7) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:40:16.385019 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8c91fb7b-2064-4a75-8dd0-df8e3ce12afe admin admin] Publish callbacks [] for router_gateway (fe5c5e56-82f6-419a-b8a1-f3e26f387c3e), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:16.475925 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-025c415f-0286-4f68-b266-f9a1e920ec54 None None] Publish callbacks [] for port (5c2a0b9c-5523-4525-9895-43cca5f429e7), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:16.481490 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-025c415f-0286-4f68-b266-f9a1e920ec54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955'] for port (5c2a0b9c-5523-4525-9895-43cca5f429e7), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:16.522392 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025c415f-0286-4f68-b266-f9a1e920ec54 None None] Network 90f6ed8e-98d1-4717-a988-12e9beb2cc56 is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:40:16.525450 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-025c415f-0286-4f68-b266-f9a1e920ec54 None None] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:40:16.529368 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025c415f-0286-4f68-b266-f9a1e920ec54 None None] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:40:16.536003 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c415f-0286-4f68-b266-f9a1e920ec54 None None] Pushing event updated for resources: {'Port': ['ID=5c2a0b9c-5523-4525-9895-43cca5f429e7,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:16.560557 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:16.571762 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8c91fb7b-2064-4a75-8dd0-df8e3ce12afe admin admin] Publish callbacks [] for router_gateway (fe5c5e56-82f6-419a-b8a1-f3e26f387c3e), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:16.587135 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:16.590582 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-025c415f-0286-4f68-b266-f9a1e920ec54 None None] Attempting to bind port 5c2a0b9c-5523-4525-9895-43cca5f429e7 on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:40:16.590956 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-025c415f-0286-4f68-b266-f9a1e920ec54 None None] Attempting to bind port 5c2a0b9c-5523-4525-9895-43cca5f429e7 by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': '380d1854-2618-4d86-b29b-a3cf5fa8193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:40:16.591318 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025c415f-0286-4f68-b266-f9a1e920ec54 None None] Attempting to bind port 5c2a0b9c-5523-4525-9895-43cca5f429e7 on network 90f6ed8e-98d1-4717-a988-12e9beb2cc56 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:40:16.591740 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8c91fb7b-2064-4a75-8dd0-df8e3ce12afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:16.637406 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025c415f-0286-4f68-b266-f9a1e920ec54 None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:40:16.637774 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025c415f-0286-4f68-b266-f9a1e920ec54 None None] Checking segment: {'id': '380d1854-2618-4d86-b29b-a3cf5fa8193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:40:16.638172 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-025c415f-0286-4f68-b266-f9a1e920ec54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:16.638563 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025c415f-0286-4f68-b266-f9a1e920ec54 None None] Bound using segment: {'id': '380d1854-2618-4d86-b29b-a3cf5fa8193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:40:16.639030 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-025c415f-0286-4f68-b266-f9a1e920ec54 None None] Bound port: 5c2a0b9c-5523-4525-9895-43cca5f429e7, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380d1854-2618-4d86-b29b-a3cf5fa8193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:40:16.639403 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-025c415f-0286-4f68-b266-f9a1e920ec54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (5c2a0b9c-5523-4525-9895-43cca5f429e7), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:16.703181 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-025c415f-0286-4f68-b266-f9a1e920ec54 None None] For port 5c2a0b9c-5523-4525-9895-43cca5f429e7, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:40:16.707120 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-025c415f-0286-4f68-b266-f9a1e920ec54 None None] For port 5c2a0b9c-5523-4525-9895-43cca5f429e7, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=5c2a0b9c-5523-4525-9895-43cca5f429e7,segment=NetworkSegment(380d1854-2618-4d86-b29b-a3cf5fa8193e),segment_id=380d1854-2618-4d86-b29b-a3cf5fa8193e)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:40:16.714247 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-025c415f-0286-4f68-b266-f9a1e920ec54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (5c2a0b9c-5523-4525-9895-43cca5f429e7), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:16.771548 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c415f-0286-4f68-b266-f9a1e920ec54 None None] Pushing event updated for resources: {'Port': ['ID=5c2a0b9c-5523-4525-9895-43cca5f429e7,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:16.884983 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 220d420d-8061-47e0-9323-3ec3344c20c6 details requested by agent hyperv_hv-cinder-86213 with host hv-cinder-86213 {{(pid=104734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 13:40:16.981564 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-8c91fb7b-2064-4a75-8dd0-df8e3ce12afe admin admin] Allocated IP 172.27.0.238 (54b02c82-3888-4407-a753-5cb002a664e9/80f1bf56-ddb3-4c42-8717-7c4bb006400e/76a3242d-b9f9-415d-8bb1-4debc36d0e99) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:40:17.007454 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758ba22-0859-475d-a645-09a4a6e1be91 req-21506ba3-ab0b-4f71-a209-b4edd293c5fb tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:17.015123 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5758ba22-0859-475d-a645-09a4a6e1be91 req-21506ba3-ab0b-4f71-a209-b4edd293c5fb tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d730923-3277-4e78-9365-a95c403e26d8 HTTP/1.1" status: 200 len: 943 time: 0.0852766 Oct 20 13:40:17.027734 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 220d420d-8061-47e0-9323-3ec3344c20c6, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=220d420d-8061-47e0-9323-3ec3344c20c6,segment=NetworkSegment(05e72368-f775-4124-bc91-39623e93b8b1),segment_id=05e72368-f775-4124-bc91-39623e93b8b1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:40:17.044135 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Returning: {'device': '220d420d-8061-47e0-9323-3ec3344c20c6', 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'port_id': '220d420d-8061-47e0-9323-3ec3344c20c6', 'mac_address': 'fa:16:3e:8d:4f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 13:40:17.082704 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 220d420d-8061-47e0-9323-3ec3344c20c6 is: DOWN; New status is: BUILD {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:40:17.083195 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (220d420d-8061-47e0-9323-3ec3344c20c6), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:17.095871 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d0552-48c7-4c87-a922-a1ed4e4a120b req-95f5d38a-184a-4b4b-98f6-5fa8d8ecb0d1 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:17.098619 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 220d420d-8061-47e0-9323-3ec3344c20c6 {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:40:17.111528 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-202d0552-48c7-4c87-a922-a1ed4e4a120b req-95f5d38a-184a-4b4b-98f6-5fa8d8ecb0d1 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 943 time: 0.0822632 Oct 20 13:40:17.120444 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 220d420d-8061-47e0-9323-3ec3344c20c6, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=220d420d-8061-47e0-9323-3ec3344c20c6,segment=NetworkSegment(05e72368-f775-4124-bc91-39623e93b8b1),segment_id=05e72368-f775-4124-bc91-39623e93b8b1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:40:17.125097 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5758ba22-0859-475d-a645-09a4a6e1be91 req-db82c095-ebe0-4db7-9bb6-56042bcd2eea tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c4cde56-5eb0-409c-b68b-5b61dba4d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070268 Oct 20 13:40:17.127779 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (220d420d-8061-47e0-9323-3ec3344c20c6), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:17.178284 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8c91fb7b-2064-4a75-8dd0-df8e3ce12afe admin admin] Publish callbacks [] for port (76a3242d-b9f9-415d-8bb1-4debc36d0e99), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:17.183324 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=220d420d-8061-47e0-9323-3ec3344c20c6,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:17.195459 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6cc09-b77e-4421-899d-05d0d008b614 req-3119fea3-d4ee-4a1d-8b72-7a03e3998fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:17.196988 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d5c6cc09-b77e-4421-899d-05d0d008b614 req-3119fea3-d4ee-4a1d-8b72-7a03e3998fff service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=747a468811fb478aa6c49b848ccee6d0&device_id=3d730923-3277-4e78-9365-a95c403e26d8 HTTP/1.1" status: 200 len: 1127 time: 0.0762689 Oct 20 13:40:17.205099 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:DELETE=2,neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:17.219944 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8c91fb7b-2064-4a75-8dd0-df8e3ce12afe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (76a3242d-b9f9-415d-8bb1-4debc36d0e99), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:17.221135 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-202d0552-48c7-4c87-a922-a1ed4e4a120b req-56fcd1b8-0aa6-489c-93e3-862d60bb2c96 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037025 Oct 20 13:40:17.266642 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c91fb7b-2064-4a75-8dd0-df8e3ce12afe admin admin] Network 54b02c82-3888-4407-a753-5cb002a664e9 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:40:17.269630 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-8c91fb7b-2064-4a75-8dd0-df8e3ce12afe admin admin] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:40:17.273279 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c91fb7b-2064-4a75-8dd0-df8e3ce12afe admin admin] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:40:17.302578 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91fb7b-2064-4a75-8dd0-df8e3ce12afe admin admin] Pushing event updated for resources: {'Port': ['ID=76a3242d-b9f9-415d-8bb1-4debc36d0e99,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:17.315154 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:17.316405 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6cc09-b77e-4421-899d-05d0d008b614 req-8d476d29-7ea2-42b8-8131-a08082c04877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:17.318495 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d5c6cc09-b77e-4421-899d-05d0d008b614 req-8d476d29-7ea2-42b8-8131-a08082c04877 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=d308b555-e032-40ef-ae84-228dba4540e0 HTTP/1.1" status: 200 len: 911 time: 0.1140501 Oct 20 13:40:17.365525 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d5c6cc09-b77e-4421-899d-05d0d008b614 req-044ba335-7b50-44ce-80b3-611162335932 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea HTTP/1.1" status: 200 len: 217 time: 0.0396504 Oct 20 13:40:17.419028 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['220d420d-8061-47e0-9323-3ec3344c20c6'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:40:17.430106 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6cc09-b77e-4421-899d-05d0d008b614 req-25750d70-1298-4c06-bd47-dd886a2eac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:17.431652 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d5c6cc09-b77e-4421-899d-05d0d008b614 req-25750d70-1298-4c06-bd47-dd886a2eac77 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6fe06b3c-29c6-4094-8f91-406de935285f HTTP/1.1" status: 200 len: 849 time: 0.0595014 Oct 20 13:40:17.455253 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1eb852-3100-4bbf-a4b3-d158e90cecd1 req-8791ae3e-04e7-46bf-b19c-2b8cd7bd33fb tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:17.456797 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-aa1eb852-3100-4bbf-a4b3-d158e90cecd1 req-8791ae3e-04e7-46bf-b19c-2b8cd7bd33fb tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 945 time: 0.1001678 Oct 20 13:40:17.495609 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6cc09-b77e-4421-899d-05d0d008b614 req-2cd8ce26-ea40-4845-abc8-05abbcdfa317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:17.496960 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d5c6cc09-b77e-4421-899d-05d0d008b614 req-2cd8ce26-ea40-4845-abc8-05abbcdfa317 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=d308b555-e032-40ef-ae84-228dba4540e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578225 Oct 20 13:40:17.536194 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 5c2a0b9c-5523-4525-9895-43cca5f429e7 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:40:17.574564 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:17.612546 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 5c2a0b9c-5523-4525-9895-43cca5f429e7 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:40:17.613529 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (5c2a0b9c-5523-4525-9895-43cca5f429e7), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:17.614030 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 5c2a0b9c-5523-4525-9895-43cca5f429e7 Oct 20 13:40:17.621094 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-aa1eb852-3100-4bbf-a4b3-d158e90cecd1 req-7e409ecb-ea4e-43a4-ae9d-e4250d3e4690 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399093 Oct 20 13:40:17.652976 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d5c6cc09-b77e-4421-899d-05d0d008b614 req-a37e39d4-95d5-4b12-8c0a-214f23316284 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d308b555-e032-40ef-ae84-228dba4540e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470137 Oct 20 13:40:17.690279 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8c91fb7b-2064-4a75-8dd0-df8e3ce12afe admin admin] Publish callbacks [] for router_gateway (fe5c5e56-82f6-419a-b8a1-f3e26f387c3e), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:17.724428 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 5c2a0b9c-5523-4525-9895-43cca5f429e7 is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:40:17.725172 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (5c2a0b9c-5523-4525-9895-43cca5f429e7), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:17.761992 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:17.762878 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d5c6cc09-b77e-4421-899d-05d0d008b614 req-f06038bb-9a05-4ef9-9a6a-c58443ae8bd3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d308b555-e032-40ef-ae84-228dba4540e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038764 Oct 20 13:40:17.767316 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port 5c2a0b9c-5523-4525-9895-43cca5f429e7, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=5c2a0b9c-5523-4525-9895-43cca5f429e7,segment=NetworkSegment(380d1854-2618-4d86-b29b-a3cf5fa8193e),segment_id=380d1854-2618-4d86-b29b-a3cf5fa8193e)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:40:17.773407 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (5c2a0b9c-5523-4525-9895-43cca5f429e7), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:17.777327 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:17.828038 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=5c2a0b9c-5523-4525-9895-43cca5f429e7,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:17.878606 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3191b419-eb81-4b23-8f8f-623c4da914a5 None None] Network 90f6ed8e-98d1-4717-a988-12e9beb2cc56 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:40:17.918706 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8c91fb7b-2064-4a75-8dd0-df8e3ce12afe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3855127'] for router (fe5c5e56-82f6-419a-b8a1-f3e26f387c3e), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:17.928512 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-db942146-e345-44a1-ac3c-3ea318ec3b05 None None] Provisioning complete for port 5c2a0b9c-5523-4525-9895-43cca5f429e7 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:40:17.928906 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-db942146-e345-44a1-ac3c-3ea318ec3b05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (5c2a0b9c-5523-4525-9895-43cca5f429e7), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:17.929246 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-db942146-e345-44a1-ac3c-3ea318ec3b05 None None] Attempt 1 to provision port 5c2a0b9c-5523-4525-9895-43cca5f429e7 Oct 20 13:40:18.044411 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c91fb7b-2064-4a75-8dd0-df8e3ce12afe admin admin] Router fe5c5e56-82f6-419a-b8a1-f3e26f387c3e is scheduled to L3 agent be337168-f950-40d6-92a4-727d8beca7ca with binding_index 1 {{(pid=104732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 13:40:18.154483 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c91fb7b-2064-4a75-8dd0-df8e3ce12afe admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:40:18.173922 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8c91fb7b-2064-4a75-8dd0-df8e3ce12afe admin admin] Publish callbacks [] for router (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:18.175142 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-8c91fb7b-2064-4a75-8dd0-df8e3ce12afe admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0253141 Oct 20 13:40:18.178204 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6837525e-89f4-4db8-b952-ac93b3cfb5c2 None None] Sync routers for ids ['fe5c5e56-82f6-419a-b8a1-f3e26f387c3e'] in dv-cinder-862136-1-iscsi {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:40:18.178715 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 45596) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:18.206674 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-db942146-e345-44a1-ac3c-3ea318ec3b05 None None] Current status of the port 5c2a0b9c-5523-4525-9895-43cca5f429e7 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:40:18.208628 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6837525e-89f4-4db8-b952-ac93b3cfb5c2 None None] Routers {'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:40:18.209281 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-6837525e-89f4-4db8-b952-ac93b3cfb5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:39:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['fe5c5e56-82f6-419a-b8a1-f3e26f387c3e'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:18.237801 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:18.257083 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eeb9f1-1c93-4a45-968f-a41dd92b2615 req-465596f2-bfa5-4697-b9ad-011afc0ff2df tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:18.258686 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-23eeb9f1-1c93-4a45-968f-a41dd92b2615 req-465596f2-bfa5-4697-b9ad-011afc0ff2df tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d730923-3277-4e78-9365-a95c403e26d8 HTTP/1.1" status: 200 len: 943 time: 0.0579116 Oct 20 13:40:18.327605 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-23eeb9f1-1c93-4a45-968f-a41dd92b2615 req-d3139b6c-e946-4b9f-9f34-e2e7257cadc6 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c4cde56-5eb0-409c-b68b-5b61dba4d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601974 Oct 20 13:40:18.345256 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-6837525e-89f4-4db8-b952-ac93b3cfb5c2 None None] Set router fe5c5e56-82f6-419a-b8a1-f3e26f387c3e gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:40:18.429572 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:18.443445 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6396a74-7ecc-40da-8663-a6a1f5159c9f req-c55a2ea8-3269-4231-9c33-352986ea68af tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:18.444947 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b6396a74-7ecc-40da-8663-a6a1f5159c9f req-c55a2ea8-3269-4231-9c33-352986ea68af tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 944 time: 0.0877891 Oct 20 13:40:18.523150 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-6837525e-89f4-4db8-b952-ac93b3cfb5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'name': 'tempest-TestMinimumBasicScenario-339275719-router', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '76a3242d-b9f9-415d-8bb1-4debc36d0e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:40:16Z', 'updated_at': '2022-10-20T13:40:17Z', 'revision_number': 3, 'project_id': 'accdb851c01342d49228faa016ff430c', 'gw_port': {'id': '76a3242d-b9f9-415d-8bb1-4debc36d0e99', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:75:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:16Z', 'updated_at': '2022-10-20T13:40:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:18.555893 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6837525e-89f4-4db8-b952-ac93b3cfb5c2 None None] Checking router: fe5c5e56-82f6-419a-b8a1-f3e26f387c3e for host: dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:40:18.556232 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6837525e-89f4-4db8-b952-ac93b3cfb5c2 None None] Updating router fe5c5e56-82f6-419a-b8a1-f3e26f387c3e port 76a3242d-b9f9-415d-8bb1-4debc36d0e99 binding host dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 13:40:18.560942 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-46517bf7-e728-4b0a-bdfa-219ca93c82f4 None None] Provisioning complete for port 5c2a0b9c-5523-4525-9895-43cca5f429e7 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:40:18.560942 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-46517bf7-e728-4b0a-bdfa-219ca93c82f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (5c2a0b9c-5523-4525-9895-43cca5f429e7), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:18.561174 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-46517bf7-e728-4b0a-bdfa-219ca93c82f4 None None] Attempt 1 to provision port 5c2a0b9c-5523-4525-9895-43cca5f429e7 Oct 20 13:40:18.570686 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b6396a74-7ecc-40da-8663-a6a1f5159c9f req-9105b119-b737-437b-ae1c-3657c7e7de31 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185699 Oct 20 13:40:18.612288 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6837525e-89f4-4db8-b952-ac93b3cfb5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (76a3242d-b9f9-415d-8bb1-4debc36d0e99), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:18.705681 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a81875a7-b91f-49b5-b902-f9a899824702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:18.750187 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a7ae8-d9aa-4ddd-b3c9-c39d08ab4830 req-43e3b6d3-20b6-4302-a260-9c9ab60fcbf0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:18.752761 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0e9a7ae8-d9aa-4ddd-b3c9-c39d08ab4830 req-43e3b6d3-20b6-4302-a260-9c9ab60fcbf0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 945 time: 0.0535347 Oct 20 13:40:18.753030 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-46517bf7-e728-4b0a-bdfa-219ca93c82f4 None None] Current status of the port 5c2a0b9c-5523-4525-9895-43cca5f429e7 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:40:18.815247 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0e9a7ae8-d9aa-4ddd-b3c9-c39d08ab4830 req-fa674251-f445-43cd-8407-82bad5380158 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528722 Oct 20 13:40:18.837235 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:18.868394 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-a81875a7-b91f-49b5-b902-f9a899824702 admin admin] Allocated IP 172.20.0.1 (90f6ed8e-98d1-4717-a988-12e9beb2cc56/d9d54a4b-a660-40c7-821e-658dfb160f21/bcc8b09a-41c7-4569-97dd-fca97474d64c) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:40:18.891005 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:18.897797 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea details requested by agent hyperv_hv-cinder-86213 with host hv-cinder-86213 {{(pid=104734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 13:40:18.899715 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 220d420d-8061-47e0-9323-3ec3344c20c6 up at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:40:18.959083 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6837525e-89f4-4db8-b952-ac93b3cfb5c2 None None] Publish callbacks [] for port (76a3242d-b9f9-415d-8bb1-4debc36d0e99), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:18.971322 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a81875a7-b91f-49b5-b902-f9a899824702 admin admin] Publish callbacks [] for port (bcc8b09a-41c7-4569-97dd-fca97474d64c), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:18.971599 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6837525e-89f4-4db8-b952-ac93b3cfb5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (76a3242d-b9f9-415d-8bb1-4debc36d0e99), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:19.003750 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a81875a7-b91f-49b5-b902-f9a899824702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (bcc8b09a-41c7-4569-97dd-fca97474d64c), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:19.047278 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81875a7-b91f-49b5-b902-f9a899824702 admin admin] Network 90f6ed8e-98d1-4717-a988-12e9beb2cc56 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:40:19.048533 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning for port 220d420d-8061-47e0-9323-3ec3344c20c6 completed by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 13:40:19.050221 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-a81875a7-b91f-49b5-b902-f9a899824702 admin admin] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:40:19.053790 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:19.056951 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81875a7-b91f-49b5-b902-f9a899824702 admin admin] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:40:19.057668 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-6837525e-89f4-4db8-b952-ac93b3cfb5c2 None None] Attempting to bind port 76a3242d-b9f9-415d-8bb1-4debc36d0e99 on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:40:19.058041 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-6837525e-89f4-4db8-b952-ac93b3cfb5c2 None None] Attempting to bind port 76a3242d-b9f9-415d-8bb1-4debc36d0e99 by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:40:19.058410 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6837525e-89f4-4db8-b952-ac93b3cfb5c2 None None] Attempting to bind port 76a3242d-b9f9-415d-8bb1-4debc36d0e99 on network 54b02c82-3888-4407-a753-5cb002a664e9 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:40:19.077081 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81875a7-b91f-49b5-b902-f9a899824702 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc8b09a-41c7-4569-97dd-fca97474d64c,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:19.098556 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a81875a7-b91f-49b5-b902-f9a899824702 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859861'] for router_interface (fe5c5e56-82f6-419a-b8a1-f3e26f387c3e), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:19.102430 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning complete for port 220d420d-8061-47e0-9323-3ec3344c20c6 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:40:19.102430 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (220d420d-8061-47e0-9323-3ec3344c20c6), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:19.102430 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Attempt 1 to provision port 220d420d-8061-47e0-9323-3ec3344c20c6 Oct 20 13:40:19.115240 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8855d-5604-489d-805c-278fb5c95254 None None] Pushing event updated for resources: {'Port': ['ID=76a3242d-b9f9-415d-8bb1-4debc36d0e99,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:19.186758 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6837525e-89f4-4db8-b952-ac93b3cfb5c2 None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:40:19.187476 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6837525e-89f4-4db8-b952-ac93b3cfb5c2 None None] Checking segment: {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:40:19.187569 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6837525e-89f4-4db8-b952-ac93b3cfb5c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:19.188405 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6837525e-89f4-4db8-b952-ac93b3cfb5c2 None None] Bound using segment: {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:40:19.188592 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-6837525e-89f4-4db8-b952-ac93b3cfb5c2 None None] Bound port: 76a3242d-b9f9-415d-8bb1-4debc36d0e99, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:40:19.188960 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6837525e-89f4-4db8-b952-ac93b3cfb5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (76a3242d-b9f9-415d-8bb1-4debc36d0e99), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:19.191857 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea,segment=NetworkSegment(4d78e0f3-9105-4b6b-ab7f-1019f2557df1),segment_id=4d78e0f3-9105-4b6b-ab7f-1019f2557df1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:40:19.223840 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:19.229396 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Returning: {'device': '4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea', 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0', 'port_id': '4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea', 'mac_address': 'fa:16:3e:e2:b2:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 13:40:19.234108 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a81875a7-b91f-49b5-b902-f9a899824702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (bcc8b09a-41c7-4569-97dd-fca97474d64c), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:19.331151 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 220d420d-8061-47e0-9323-3ec3344c20c6 is: BUILD; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:40:19.331430 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (220d420d-8061-47e0-9323-3ec3344c20c6), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:19.333330 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-0f749dfb-9592-40a9-a510-9be0ba7970ae None None] Provisioning complete for port bcc8b09a-41c7-4569-97dd-fca97474d64c triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:40:19.333685 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-0f749dfb-9592-40a9-a510-9be0ba7970ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (bcc8b09a-41c7-4569-97dd-fca97474d64c), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:19.334011 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-0f749dfb-9592-40a9-a510-9be0ba7970ae None None] Attempt 1 to provision port bcc8b09a-41c7-4569-97dd-fca97474d64c Oct 20 13:40:19.339835 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-6837525e-89f4-4db8-b952-ac93b3cfb5c2 None None] For port 76a3242d-b9f9-415d-8bb1-4debc36d0e99, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:40:19.366549 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea is: DOWN; New status is: BUILD {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:40:19.366940 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:19.395309 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-6837525e-89f4-4db8-b952-ac93b3cfb5c2 None None] For port 76a3242d-b9f9-415d-8bb1-4debc36d0e99, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=76a3242d-b9f9-415d-8bb1-4debc36d0e99,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:40:19.398578 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a81875a7-b91f-49b5-b902-f9a899824702 admin admin] Publish callbacks [] for port (bcc8b09a-41c7-4569-97dd-fca97474d64c), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:19.405244 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a81875a7-b91f-49b5-b902-f9a899824702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25721257'] for port (bcc8b09a-41c7-4569-97dd-fca97474d64c), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:19.421930 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:40:19.427004 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6837525e-89f4-4db8-b952-ac93b3cfb5c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (76a3242d-b9f9-415d-8bb1-4debc36d0e99), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:19.431435 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34aa5d9-ed42-4cdd-bed0-229455d27cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220d420d-8061-47e0-9323-3ec3344c20c6'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:40:19.433668 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5374b1acb5d21f0576c4c748ca21f6e32e0c69c98f35ada2d9891fed02f2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20221c0-6bee-4ad9-9e1c-b7e586a1308c" -d '{"events": [{"server_uuid": "c34aa5d9-ed42-4cdd-bed0-229455d27cf1", "name": "network-vif-plugged", "status": "completed", "tag": "220d420d-8061-47e0-9323-3ec3344c20c6"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:40:19.443391 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:19.444324 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-0f749dfb-9592-40a9-a510-9be0ba7970ae None None] Port bcc8b09a-41c7-4569-97dd-fca97474d64c cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:40:19.489633 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 220d420d-8061-47e0-9323-3ec3344c20c6, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=220d420d-8061-47e0-9323-3ec3344c20c6,segment=NetworkSegment(05e72368-f775-4124-bc91-39623e93b8b1),segment_id=05e72368-f775-4124-bc91-39623e93b8b1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:40:19.502994 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea,segment=NetworkSegment(4d78e0f3-9105-4b6b-ab7f-1019f2557df1),segment_id=4d78e0f3-9105-4b6b-ab7f-1019f2557df1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:40:19.509237 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6837525e-89f4-4db8-b952-ac93b3cfb5c2 None None] Routers {'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:40:19.509928 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-6837525e-89f4-4db8-b952-ac93b3cfb5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:39:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['fe5c5e56-82f6-419a-b8a1-f3e26f387c3e'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:19.513234 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81875a7-b91f-49b5-b902-f9a899824702 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc8b09a-41c7-4569-97dd-fca97474d64c,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:19.513394 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (220d420d-8061-47e0-9323-3ec3344c20c6), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:19.523872 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce3cea-42e7-45df-93d8-f7cb5db03d65 req-3dfab095-04d4-4926-9016-76165c89ecc1 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:19.525713 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5fce3cea-42e7-45df-93d8-f7cb5db03d65 req-3dfab095-04d4-4926-9016-76165c89ecc1 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d730923-3277-4e78-9365-a95c403e26d8 HTTP/1.1" status: 200 len: 943 time: 0.0750952 Oct 20 13:40:19.526035 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd86b964-996d-4b72-9b19-46149fde1315 x-openstack-request-id: req-dd86b964-996d-4b72-9b19-46149fde1315 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:40:19.526321 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34aa5d9-ed42-4cdd-bed0-229455d27cf1", "name": "network-vif-plugged", "status": "completed", "tag": "220d420d-8061-47e0-9323-3ec3344c20c6", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:40:19.526611 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dd86b964-996d-4b72-9b19-46149fde1315 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:40:19.527224 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd86b964-996d-4b72-9b19-46149fde1315'] response: {'server_uuid': 'c34aa5d9-ed42-4cdd-bed0-229455d27cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220d420d-8061-47e0-9323-3ec3344c20c6', 'code': 200} Oct 20 13:40:19.527506 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a81875a7-b91f-49b5-b902-f9a899824702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864581'] for router_interface (fe5c5e56-82f6-419a-b8a1-f3e26f387c3e), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:19.564370 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 5c2a0b9c-5523-4525-9895-43cca5f429e7 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:40:19.566580 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:19.619608 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8855d-5604-489d-805c-278fb5c95254 None None] Pushing event updated for resources: {'Port': ['ID=76a3242d-b9f9-415d-8bb1-4debc36d0e99,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:19.634852 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:19.637441 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5fce3cea-42e7-45df-93d8-f7cb5db03d65 req-17c56853-2b35-4e30-bc6b-5aa5216de32b tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c4cde56-5eb0-409c-b68b-5b61dba4d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009283 Oct 20 13:40:19.685563 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81875a7-b91f-49b5-b902-f9a899824702 admin admin] Network 90f6ed8e-98d1-4717-a988-12e9beb2cc56 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:40:19.687362 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-a81875a7-b91f-49b5-b902-f9a899824702 admin admin] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:40:19.750081 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 5c2a0b9c-5523-4525-9895-43cca5f429e7 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:40:19.750998 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (5c2a0b9c-5523-4525-9895-43cca5f429e7), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:19.751115 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 5c2a0b9c-5523-4525-9895-43cca5f429e7 Oct 20 13:40:19.764653 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74bd1b-8ab3-4bf8-b863-8caf5e28cb02 req-b9034832-9376-4fe7-a7e9-e850377f0b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:19.767618 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cd74bd1b-8ab3-4bf8-b863-8caf5e28cb02 req-b9034832-9376-4fe7-a7e9-e850377f0b14 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 1129 time: 0.0801311 Oct 20 13:40:19.821365 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df9929-ccd8-49d6-b6bc-100a62512856 req-fed06e40-15e4-4928-a4bb-4ef0ad1aaa24 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:19.823043 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-31df9929-ccd8-49d6-b6bc-100a62512856 req-fed06e40-15e4-4928-a4bb-4ef0ad1aaa24 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 945 time: 0.1012535 Oct 20 13:40:19.847654 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cd74bd1b-8ab3-4bf8-b863-8caf5e28cb02 req-21738696-a49e-44a5-ba7f-04a4f4db9d4f service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740678 Oct 20 13:40:19.855811 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a81875a7-b91f-49b5-b902-f9a899824702 admin admin] Router fe5c5e56-82f6-419a-b8a1-f3e26f387c3e has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:40:19.916266 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-31df9929-ccd8-49d6-b6bc-100a62512856 req-34953fea-15d2-42c9-b7e6-1504985eff8e tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835545 Oct 20 13:40:19.952901 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:40:19.960618 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=220d420d-8061-47e0-9323-3ec3344c20c6,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:19.995899 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-6837525e-89f4-4db8-b952-ac93b3cfb5c2 None None] Set router fe5c5e56-82f6-419a-b8a1-f3e26f387c3e gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:40:20.149584 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-f5b060e4-a000-43c1-b65b-b35eff489547 None None] Provisioning complete for port bcc8b09a-41c7-4569-97dd-fca97474d64c triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:40:20.149956 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f5b060e4-a000-43c1-b65b-b35eff489547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (bcc8b09a-41c7-4569-97dd-fca97474d64c), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:20.150288 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-f5b060e4-a000-43c1-b65b-b35eff489547 None None] Attempt 1 to provision port bcc8b09a-41c7-4569-97dd-fca97474d64c Oct 20 13:40:20.192129 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:20.232789 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=100 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:20.245779 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a81875a7-b91f-49b5-b902-f9a899824702 admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:40:20.253554 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45206bc-80c3-43f4-b5e8-1064a2cf7113 req-1faee944-b8a2-47c4-9e5c-9deff08ffd1b tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:20.254878 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-c45206bc-80c3-43f4-b5e8-1064a2cf7113 req-1faee944-b8a2-47c4-9e5c-9deff08ffd1b tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 945 time: 0.3252394 Oct 20 13:40:20.258577 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-a81875a7-b91f-49b5-b902-f9a899824702 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/fe5c5e56-82f6-419a-b8a1-f3e26f387c3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0788553 Oct 20 13:40:20.286430 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-f5b060e4-a000-43c1-b65b-b35eff489547 None None] Port bcc8b09a-41c7-4569-97dd-fca97474d64c cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:40:20.290778 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 5c2a0b9c-5523-4525-9895-43cca5f429e7 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:40:20.310396 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-c45206bc-80c3-43f4-b5e8-1064a2cf7113 req-97f8a07e-cff2-4da3-b306-a671023ab23c tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479710 Oct 20 13:40:20.408319 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-6837525e-89f4-4db8-b952-ac93b3cfb5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'name': 'tempest-TestMinimumBasicScenario-339275719-router', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '76a3242d-b9f9-415d-8bb1-4debc36d0e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:40:16Z', 'updated_at': '2022-10-20T13:40:19Z', 'revision_number': 4, 'project_id': 'accdb851c01342d49228faa016ff430c', 'gw_port': {'id': '76a3242d-b9f9-415d-8bb1-4debc36d0e99', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:75:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:16Z', 'updated_at': '2022-10-20T13:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': 'bcc8b09a-41c7-4569-97dd-fca97474d64c', 'name': '', 'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'mac_address': 'fa:16:3e:b4:8e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd9d54a4b-a660-40c7-821e-658dfb160f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:18Z', 'updated_at': '2022-10-20T13:40:19Z', 'revision_number': 2, 'project_id': 'accdb851c01342d49228faa016ff430c', 'subnets': [{'id': 'd9d54a4b-a660-40c7-821e-658dfb160f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:20.440530 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6837525e-89f4-4db8-b952-ac93b3cfb5c2 None None] The sync data for ids ['fe5c5e56-82f6-419a-b8a1-f3e26f387c3e'] in dv-cinder-862136-1-iscsi is: [{'id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'name': 'tempest-TestMinimumBasicScenario-339275719-router', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '76a3242d-b9f9-415d-8bb1-4debc36d0e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:40:16Z', 'updated_at': '2022-10-20T13:40:19Z', 'revision_number': 4, 'project_id': 'accdb851c01342d49228faa016ff430c', 'gw_port': {'id': '76a3242d-b9f9-415d-8bb1-4debc36d0e99', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:75:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:16Z', 'updated_at': '2022-10-20T13:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': 'bcc8b09a-41c7-4569-97dd-fca97474d64c', 'name': '', 'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'mac_address': 'fa:16:3e:b4:8e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd9d54a4b-a660-40c7-821e-658dfb160f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:18Z', 'updated_at': '2022-10-20T13:40:19Z', 'revision_number': 2, 'project_id': 'accdb851c01342d49228faa016ff430c', 'subnets': [{'id': 'd9d54a4b-a660-40c7-821e-658dfb160f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:40:20.773385 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd4557-6da6-4b5b-bf6c-099bfff68a76 req-cc0faf2f-299f-455f-8d13-77767a9b9c54 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:20.774955 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b8fd4557-6da6-4b5b-bf6c-099bfff68a76 req-cc0faf2f-299f-455f-8d13-77767a9b9c54 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d730923-3277-4e78-9365-a95c403e26d8 HTTP/1.1" status: 200 len: 944 time: 0.0613244 Oct 20 13:40:20.805313 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 45626) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:20.810108 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-8a740282-e70d-457e-a9a6-f3205fab10a5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1218070568-network', 'tenant_id': '773ed98417064aa18010359755de111b'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:40:20.814348 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:20.828020 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b8fd4557-6da6-4b5b-bf6c-099bfff68a76 req-2bcb0c38-6a71-4164-89c4-06fdbc09e2b2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c4cde56-5eb0-409c-b68b-5b61dba4d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461404 Oct 20 13:40:20.837135 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a740282-e70d-457e-a9a6-f3205fab10a5 admin admin] Made reservation on behalf of 773ed98417064aa18010359755de111b for: {'network': 1} {{(pid=104732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:40:20.839827 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8a740282-e70d-457e-a9a6-f3205fab10a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for network (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:20.857776 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8a740282-e70d-457e-a9a6-f3205fab10a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:20.863297 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=36,neutron:UPDATE=5 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:20.865670 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:20.895253 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:20.948845 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8a740282-e70d-457e-a9a6-f3205fab10a5 admin admin] Publish callbacks [] for security_group (70dcc451-84ed-4ae8-9b34-be4808004b41), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:20.954663 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8a740282-e70d-457e-a9a6-f3205fab10a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (70dcc451-84ed-4ae8-9b34-be4808004b41), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:20.982032 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a740282-e70d-457e-a9a6-f3205fab10a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=104732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 13:40:20.992562 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a740282-e70d-457e-a9a6-f3205fab10a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70dcc451-84ed-4ae8-9b34-be4808004b41,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:20.997846 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8a740282-e70d-457e-a9a6-f3205fab10a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (6bf29195-fb1c-4409-9b8d-9b9c3aadd86d), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:20.998185 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.db.segments_db [None req-8a740282-e70d-457e-a9a6-f3205fab10a5 admin admin] Added segment 6bf29195-fb1c-4409-9b8d-9b9c3aadd86d of type vlan for network 48347675-97ff-456d-91ec-7cb2e9f2136b Oct 20 13:40:21.073397 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8a740282-e70d-457e-a9a6-f3205fab10a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747424292904'] for network (48347675-97ff-456d-91ec-7cb2e9f2136b), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:21.086206 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e560151-37f4-4a6e-a7d7-788f69b6bb24 req-9e088d96-68cd-4639-b118-e9949b4561f9 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:21.087673 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-0e560151-37f4-4a6e-a7d7-788f69b6bb24 req-9e088d96-68cd-4639-b118-e9949b4561f9 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 945 time: 0.0806091 Oct 20 13:40:21.118903 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea up at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:40:21.137187 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8a740282-e70d-457e-a9a6-f3205fab10a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for network (48347675-97ff-456d-91ec-7cb2e9f2136b), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:21.138155 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a740282-e70d-457e-a9a6-f3205fab10a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:21.138722 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8a740282-e70d-457e-a9a6-f3205fab10a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:21.169089 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning for port 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea completed by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 13:40:21.174984 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning complete for port 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:40:21.175585 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:21.176189 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Attempt 1 to provision port 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea Oct 20 13:40:21.215217 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:21.217692 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-0e560151-37f4-4a6e-a7d7-788f69b6bb24 req-afd1cf02-6299-4c28-9444-a0193dd2b072 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197824 Oct 20 13:40:21.243056 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-8a740282-e70d-457e-a9a6-f3205fab10a5 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4341936 Oct 20 13:40:21.243056 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a740282-e70d-457e-a9a6-f3205fab10a5 admin admin] Pushing event updated for resources: {'Network': ['ID=48347675-97ff-456d-91ec-7cb2e9f2136b,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:21.244076 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 45630) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:21.249687 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-c626e40d-99e9-4d68-910e-500856991e92 admin admin] Request body: {'subnet': {'network_id': '48347675-97ff-456d-91ec-7cb2e9f2136b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1218070568-subnet', 'tenant_id': '773ed98417064aa18010359755de111b', 'ip_version': 4}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:40:21.262950 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Network 48347675-97ff-456d-91ec-7cb2e9f2136b details requested by agent ovs-agent-dv-cinder-862136-1-iscsi with host dv-cinder-862136-1-iscsi {{(pid=104734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 13:40:21.280703 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c626e40d-99e9-4d68-910e-500856991e92 admin admin] Made reservation on behalf of 773ed98417064aa18010359755de111b for: {'subnet': 1} {{(pid=104732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:40:21.283589 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c626e40d-99e9-4d68-910e-500856991e92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25948906'] for subnet (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:21.317633 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea is: BUILD; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:40:21.318023 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:21.343872 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:21.384204 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea,segment=NetworkSegment(4d78e0f3-9105-4b6b-ab7f-1019f2557df1),segment_id=4d78e0f3-9105-4b6b-ab7f-1019f2557df1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:40:21.398233 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:21.477520 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:21.528123 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d730923-3277-4e78-9365-a95c403e26d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:40:21.534092 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5374b1acb5d21f0576c4c748ca21f6e32e0c69c98f35ada2d9891fed02f2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936862d0-1259-41ac-bb72-cc35d8d0fdd7" -d '{"events": [{"server_uuid": "3d730923-3277-4e78-9365-a95c403e26d8", "name": "network-vif-plugged", "status": "completed", "tag": "4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:40:21.540515 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be743ddb-417b-4ee4-ab6e-591569428159 req-554f73c4-64f4-4892-bf46-9d5c6b61fca9 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:21.551332 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-be743ddb-417b-4ee4-ab6e-591569428159 req-554f73c4-64f4-4892-bf46-9d5c6b61fca9 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 945 time: 0.1019669 Oct 20 13:40:21.555909 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 76a3242d-b9f9-415d-8bb1-4debc36d0e99 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:40:21.557790 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c626e40d-99e9-4d68-910e-500856991e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25721148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25948920'] for subnet (034d5f54-11d4-4aeb-8bf0-b1b9961b1715), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:21.590769 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d250dd71-5a2f-4ba0-9362-465f20543410 x-openstack-request-id: req-d250dd71-5a2f-4ba0-9362-465f20543410 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:40:21.591082 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d730923-3277-4e78-9365-a95c403e26d8", "name": "network-vif-plugged", "status": "completed", "tag": "4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:40:21.591341 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d250dd71-5a2f-4ba0-9362-465f20543410 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:40:21.592095 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d250dd71-5a2f-4ba0-9362-465f20543410'] response: {'server_uuid': '3d730923-3277-4e78-9365-a95c403e26d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea', 'code': 200} Oct 20 13:40:21.617373 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-be743ddb-417b-4ee4-ab6e-591569428159 req-8e0ff80e-73ff-45b1-b6c6-783fb832880b tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646014 Oct 20 13:40:21.624455 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 76a3242d-b9f9-415d-8bb1-4debc36d0e99 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:40:21.625028 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (76a3242d-b9f9-415d-8bb1-4debc36d0e99), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:21.626137 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 76a3242d-b9f9-415d-8bb1-4debc36d0e99 Oct 20 13:40:21.686671 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:21.697537 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c626e40d-99e9-4d68-910e-500856991e92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=034d5f54-11d4-4aeb-8bf0-b1b9961b1715,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:21.717398 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c626e40d-99e9-4d68-910e-500856991e92 admin admin] Checking segment: {'id': '6bf29195-fb1c-4409-9b8d-9b9c3aadd86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '48347675-97ff-456d-91ec-7cb2e9f2136b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:40:21.717841 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c626e40d-99e9-4d68-910e-500856991e92 admin admin] Network hostable DHCP agents. Network: 48347675-97ff-456d-91ec-7cb2e9f2136b, hostable agents: ['fc80e4aa-b75a-45f9-bc92-ee666d9592cb'], hosted agents: [] {{(pid=104732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 13:40:21.731833 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 76a3242d-b9f9-415d-8bb1-4debc36d0e99 is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:40:21.732044 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (76a3242d-b9f9-415d-8bb1-4debc36d0e99), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:21.747928 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c626e40d-99e9-4d68-910e-500856991e92 admin admin] Network 48347675-97ff-456d-91ec-7cb2e9f2136b is scheduled to be hosted by DHCP agent fc80e4aa-b75a-45f9-bc92-ee666d9592cb with binding_index 1 {{(pid=104732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 13:40:21.760555 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port 76a3242d-b9f9-415d-8bb1-4debc36d0e99, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=76a3242d-b9f9-415d-8bb1-4debc36d0e99,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:40:21.761444 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-c626e40d-99e9-4d68-910e-500856991e92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862136-1-iscsi, 48347675-97ff-456d-91ec-7cb2e9f2136b) {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:40:21.768359 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (76a3242d-b9f9-415d-8bb1-4debc36d0e99), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:21.774057 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c626e40d-99e9-4d68-910e-500856991e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:21.774648 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c626e40d-99e9-4d68-910e-500856991e92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:21.779704 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f6e105-518f-4b45-9db5-eab4ddde8030 None None] Network 48347675-97ff-456d-91ec-7cb2e9f2136b requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:40:21.796952 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-c626e40d-99e9-4d68-910e-500856991e92 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5516896 Oct 20 13:40:21.799329 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 45636) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:21.805346 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-c92053a7-83fc-4244-869a-3c2a4897f154 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1218070568-router', 'tenant_id': '773ed98417064aa18010359755de111b', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:40:21.809838 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e7bb8-2452-4362-bfa6-f895b9fc8be9 req-ca3d6c1f-d522-4a21-8766-db062bec0055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:21.816088 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cd0e7bb8-2452-4362-bfa6-f895b9fc8be9 req-ca3d6c1f-d522-4a21-8766-db062bec0055 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3d730923-3277-4e78-9365-a95c403e26d8 HTTP/1.1" status: 200 len: 1129 time: 0.0554502 Oct 20 13:40:21.831654 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c92053a7-83fc-4244-869a-3c2a4897f154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3865821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3818'] for router (b6c4dcb8-e481-45e6-9a91-4927299c8dae), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:21.832996 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c92053a7-83fc-4244-869a-3c2a4897f154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3857831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3811'] for router (b6c4dcb8-e481-45e6-9a91-4927299c8dae), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:21.869677 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cd0e7bb8-2452-4362-bfa6-f895b9fc8be9 req-0f2d18ae-894a-45bb-a314-e8c364c165a5 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=3c4cde56-5eb0-409c-b68b-5b61dba4d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471797 Oct 20 13:40:21.896187 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=76a3242d-b9f9-415d-8bb1-4debc36d0e99,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:21.908573 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c92053a7-83fc-4244-869a-3c2a4897f154 admin admin] Publish callbacks [] for router_controller (b6c4dcb8-e481-45e6-9a91-4927299c8dae), precommit_add_association {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:21.950707 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07a94fa-01c8-40b0-a7c0-21413e05355c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d469a18-07e0-5135-909c-90e0e6ecf688-48347675-97ff-456d-91ec-7cb2e9f2136b', 'network_id': '48347675-97ff-456d-91ec-7cb2e9f2136b', 'project_id': '773ed98417064aa18010359755de111b', 'fixed_ips': [{'subnet_id': '034d5f54-11d4-4aeb-8bf0-b1b9961b1715'}]}} from dv-cinder-862136-1-iscsi. {{(pid=104734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 13:40:21.951902 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f07a94fa-01c8-40b0-a7c0-21413e05355c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:21.971297 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:22.099446 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c92053a7-83fc-4244-869a-3c2a4897f154 admin admin] Publish callbacks [] for router_gateway (b6c4dcb8-e481-45e6-9a91-4927299c8dae), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:22.099663 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-f07a94fa-01c8-40b0-a7c0-21413e05355c None None] Allocated IP 172.20.0.2 (48347675-97ff-456d-91ec-7cb2e9f2136b/034d5f54-11d4-4aeb-8bf0-b1b9961b1715/fc7f68ae-46e5-4283-8ab8-d365401cbfab) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:40:22.107926 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22262eb9-b82b-44b2-853a-be661d184fb9 req-11be1480-3d6b-4de1-93f1-ba054e0d2768 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:22.109461 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-22262eb9-b82b-44b2-853a-be661d184fb9 req-11be1480-3d6b-4de1-93f1-ba054e0d2768 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d730923-3277-4e78-9365-a95c403e26d8 HTTP/1.1" status: 200 len: 945 time: 0.1505406 Oct 20 13:40:22.211201 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-22262eb9-b82b-44b2-853a-be661d184fb9 req-bd6277e2-6763-49f6-a0c9-513d9b8f4d39 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c4cde56-5eb0-409c-b68b-5b61dba4d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955181 Oct 20 13:40:22.248418 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:22.249926 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f07a94fa-01c8-40b0-a7c0-21413e05355c None None] Publish callbacks [] for port (fc7f68ae-46e5-4283-8ab8-d365401cbfab), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:22.256845 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f07a94fa-01c8-40b0-a7c0-21413e05355c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955'] for port (fc7f68ae-46e5-4283-8ab8-d365401cbfab), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:22.305254 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07a94fa-01c8-40b0-a7c0-21413e05355c None None] Network 48347675-97ff-456d-91ec-7cb2e9f2136b is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:40:22.308241 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-f07a94fa-01c8-40b0-a7c0-21413e05355c None None] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:40:22.313610 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07a94fa-01c8-40b0-a7c0-21413e05355c None None] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:40:22.320296 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a94fa-01c8-40b0-a7c0-21413e05355c None None] Pushing event updated for resources: {'Port': ['ID=fc7f68ae-46e5-4283-8ab8-d365401cbfab,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:22.351353 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c92053a7-83fc-4244-869a-3c2a4897f154 admin admin] Publish callbacks [] for router_gateway (b6c4dcb8-e481-45e6-9a91-4927299c8dae), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:22.362026 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f94e1d2-7ee9-4e60-9b41-59296767408b req-15fed1c3-8806-42ea-8819-0852ecc9401c tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:22.363670 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9f94e1d2-7ee9-4e60-9b41-59296767408b req-15fed1c3-8806-42ea-8819-0852ecc9401c tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 945 time: 0.0595217 Oct 20 13:40:22.375640 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c92053a7-83fc-4244-869a-3c2a4897f154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:22.381513 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-f07a94fa-01c8-40b0-a7c0-21413e05355c None None] Attempting to bind port fc7f68ae-46e5-4283-8ab8-d365401cbfab on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:40:22.382101 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-f07a94fa-01c8-40b0-a7c0-21413e05355c None None] Attempting to bind port fc7f68ae-46e5-4283-8ab8-d365401cbfab by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': '6bf29195-fb1c-4409-9b8d-9b9c3aadd86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '48347675-97ff-456d-91ec-7cb2e9f2136b'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:40:22.382585 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07a94fa-01c8-40b0-a7c0-21413e05355c None None] Attempting to bind port fc7f68ae-46e5-4283-8ab8-d365401cbfab on network 48347675-97ff-456d-91ec-7cb2e9f2136b {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:40:22.413658 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9f94e1d2-7ee9-4e60-9b41-59296767408b req-31ba588e-1de5-4209-b363-868fb59471e9 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440953 Oct 20 13:40:22.430942 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07a94fa-01c8-40b0-a7c0-21413e05355c None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:40:22.431292 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07a94fa-01c8-40b0-a7c0-21413e05355c None None] Checking segment: {'id': '6bf29195-fb1c-4409-9b8d-9b9c3aadd86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '48347675-97ff-456d-91ec-7cb2e9f2136b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:40:22.431703 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f07a94fa-01c8-40b0-a7c0-21413e05355c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:22.432089 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07a94fa-01c8-40b0-a7c0-21413e05355c None None] Bound using segment: {'id': '6bf29195-fb1c-4409-9b8d-9b9c3aadd86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '48347675-97ff-456d-91ec-7cb2e9f2136b'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:40:22.432609 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-f07a94fa-01c8-40b0-a7c0-21413e05355c None None] Bound port: fc7f68ae-46e5-4283-8ab8-d365401cbfab, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf29195-fb1c-4409-9b8d-9b9c3aadd86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '48347675-97ff-456d-91ec-7cb2e9f2136b'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:40:22.433012 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f07a94fa-01c8-40b0-a7c0-21413e05355c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (fc7f68ae-46e5-4283-8ab8-d365401cbfab), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:22.474516 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:22.503441 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-c92053a7-83fc-4244-869a-3c2a4897f154 admin admin] Allocated IP 172.27.0.229 (54b02c82-3888-4407-a753-5cb002a664e9/80f1bf56-ddb3-4c42-8717-7c4bb006400e/599f4446-89b3-4ebf-8038-30edc76dc5b0) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:40:22.525064 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-f07a94fa-01c8-40b0-a7c0-21413e05355c None None] For port fc7f68ae-46e5-4283-8ab8-d365401cbfab, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:40:22.528525 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-f07a94fa-01c8-40b0-a7c0-21413e05355c None None] For port fc7f68ae-46e5-4283-8ab8-d365401cbfab, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=fc7f68ae-46e5-4283-8ab8-d365401cbfab,segment=NetworkSegment(6bf29195-fb1c-4409-9b8d-9b9c3aadd86d),segment_id=6bf29195-fb1c-4409-9b8d-9b9c3aadd86d)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:40:22.535789 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f07a94fa-01c8-40b0-a7c0-21413e05355c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (fc7f68ae-46e5-4283-8ab8-d365401cbfab), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:22.575941 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f69b7-d63b-42ad-84aa-641c7b1559ef req-feace534-69d9-4e77-98c9-374a0362d32b tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:22.588770 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 45646) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:22.589147 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-1b8f69b7-d63b-42ad-84aa-641c7b1559ef req-feace534-69d9-4e77-98c9-374a0362d32b tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 945 time: 0.0790846 Oct 20 13:40:22.590303 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a94fa-01c8-40b0-a7c0-21413e05355c None None] Pushing event updated for resources: {'Port': ['ID=fc7f68ae-46e5-4283-8ab8-d365401cbfab,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:22.594708 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-b049af63-7178-463d-a8c8-ae6793591ec2 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Request body: {'floatingip': {'port_id': '220d420d-8061-47e0-9323-3ec3344c20c6'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:40:22.636544 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-b049af63-7178-463d-a8c8-ae6793591ec2 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for floatingip (4a7eebff-6f40-4743-a2c7-98743ca8a515), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:22.691173 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:22.709577 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c92053a7-83fc-4244-869a-3c2a4897f154 admin admin] Publish callbacks [] for port (599f4446-89b3-4ebf-8038-30edc76dc5b0), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:22.752377 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c92053a7-83fc-4244-869a-3c2a4897f154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (599f4446-89b3-4ebf-8038-30edc76dc5b0), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:22.792303 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:22.794747 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92053a7-83fc-4244-869a-3c2a4897f154 admin admin] Network 54b02c82-3888-4407-a753-5cb002a664e9 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:40:22.813169 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-c92053a7-83fc-4244-869a-3c2a4897f154 admin admin] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:40:22.817173 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92053a7-83fc-4244-869a-3c2a4897f154 admin admin] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:40:22.832100 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99ca3c-8c64-4841-af1f-ddf86b987126 req-cff4a73e-ec90-4af4-acde-6bf50fe2b35f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:22.837545 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ec99ca3c-8c64-4841-af1f-ddf86b987126 req-cff4a73e-ec90-4af4-acde-6bf50fe2b35f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 945 time: 0.1242869 Oct 20 13:40:22.855521 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92053a7-83fc-4244-869a-3c2a4897f154 admin admin] Pushing event updated for resources: {'Port': ['ID=599f4446-89b3-4ebf-8038-30edc76dc5b0,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:22.941593 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ec99ca3c-8c64-4841-af1f-ddf86b987126 req-1ccc61d4-7e76-4305-9372-7e77388c4c70 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001613 Oct 20 13:40:23.003633 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcff3256-eeba-4670-82b9-a63793fe98fe None None] Sync routers for ids ['fe5c5e56-82f6-419a-b8a1-f3e26f387c3e'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:40:23.024502 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcff3256-eeba-4670-82b9-a63793fe98fe None None] Routers {'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:40:23.025567 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-bcff3256-eeba-4670-82b9-a63793fe98fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:39:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['fe5c5e56-82f6-419a-b8a1-f3e26f387c3e'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:23.121573 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:23.122989 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c92053a7-83fc-4244-869a-3c2a4897f154 admin admin] Publish callbacks [] for router_gateway (b6c4dcb8-e481-45e6-9a91-4927299c8dae), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:23.165212 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-bcff3256-eeba-4670-82b9-a63793fe98fe None None] Set router fe5c5e56-82f6-419a-b8a1-f3e26f387c3e gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:40:23.270168 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-b049af63-7178-463d-a8c8-ae6793591ec2 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:23.278882 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-b049af63-7178-463d-a8c8-ae6793591ec2 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (4a7eebff-6f40-4743-a2c7-98743ca8a515), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:23.387099 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.db.l3_db [None req-b049af63-7178-463d-a8c8-ae6793591ec2 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Floating IP 4a7eebff-6f40-4743-a2c7-98743ca8a515 associated. External IP: 172.27.0.184, port: 220d420d-8061-47e0-9323-3ec3344c20c6. Oct 20 13:40:23.387241 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-bcff3256-eeba-4670-82b9-a63793fe98fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'name': 'tempest-TestMinimumBasicScenario-339275719-router', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '76a3242d-b9f9-415d-8bb1-4debc36d0e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:40:16Z', 'updated_at': '2022-10-20T13:40:19Z', 'revision_number': 4, 'project_id': 'accdb851c01342d49228faa016ff430c', 'gw_port': {'id': '76a3242d-b9f9-415d-8bb1-4debc36d0e99', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:16Z', 'updated_at': '2022-10-20T13:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': 'bcc8b09a-41c7-4569-97dd-fca97474d64c', 'name': '', 'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'mac_address': 'fa:16:3e:b4:8e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd9d54a4b-a660-40c7-821e-658dfb160f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:18Z', 'updated_at': '2022-10-20T13:40:19Z', 'revision_number': 2, 'project_id': 'accdb851c01342d49228faa016ff430c', 'subnets': [{'id': 'd9d54a4b-a660-40c7-821e-658dfb160f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:23.394847 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c92053a7-83fc-4244-869a-3c2a4897f154 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3855127'] for router (b6c4dcb8-e481-45e6-9a91-4927299c8dae), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:23.408507 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b537098-8905-44a9-8ef5-eac1242b5f32 req-ed4457f4-26bd-46f6-81b5-f0b6fc45957f tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:23.410190 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-3b537098-8905-44a9-8ef5-eac1242b5f32 req-ed4457f4-26bd-46f6-81b5-f0b6fc45957f tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d730923-3277-4e78-9365-a95c403e26d8 HTTP/1.1" status: 200 len: 945 time: 0.0842915 Oct 20 13:40:23.427827 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:23.434003 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcff3256-eeba-4670-82b9-a63793fe98fe None None] Checking router: fe5c5e56-82f6-419a-b8a1-f3e26f387c3e for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:40:23.434521 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcff3256-eeba-4670-82b9-a63793fe98fe None None] Updating router fe5c5e56-82f6-419a-b8a1-f3e26f387c3e port bcc8b09a-41c7-4569-97dd-fca97474d64c binding host dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 13:40:23.470571 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bcff3256-eeba-4670-82b9-a63793fe98fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (bcc8b09a-41c7-4569-97dd-fca97474d64c), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:23.583162 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-3b537098-8905-44a9-8ef5-eac1242b5f32 req-10167889-dd16-4a56-adf0-8c053fc2b641 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c4cde56-5eb0-409c-b68b-5b61dba4d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368587 Oct 20 13:40:23.630759 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92053a7-83fc-4244-869a-3c2a4897f154 admin admin] Router b6c4dcb8-e481-45e6-9a91-4927299c8dae is scheduled to L3 agent be337168-f950-40d6-92a4-727d8beca7ca with binding_index 1 {{(pid=104732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 13:40:23.658194 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 76a3242d-b9f9-415d-8bb1-4debc36d0e99 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:40:23.712261 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 76a3242d-b9f9-415d-8bb1-4debc36d0e99 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:40:23.717238 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (76a3242d-b9f9-415d-8bb1-4debc36d0e99), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:23.718015 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 76a3242d-b9f9-415d-8bb1-4debc36d0e99 Oct 20 13:40:23.775112 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:23.780119 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92053a7-83fc-4244-869a-3c2a4897f154 admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:40:23.782445 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b049af63-7178-463d-a8c8-ae6793591ec2 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Router 19956344-d0ce-4773-87fe-8839c5db68f1 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:40:23.838692 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c92053a7-83fc-4244-869a-3c2a4897f154 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:23.842344 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-c92053a7-83fc-4244-869a-3c2a4897f154 admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0391064 Oct 20 13:40:23.843635 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 45656) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:23.851095 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7f83bf-1172-48bc-a522-9c17328f643c None None] Sync routers for ids ['b6c4dcb8-e481-45e6-9a91-4927299c8dae'] in dv-cinder-862136-1-iscsi {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:40:23.855364 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef0f2e-ceb6-46d6-83d3-0c3bdaebd964 req-5954cfef-8680-45de-a560-72cf6d40ce46 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:23.858263 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9eef0f2e-ceb6-46d6-83d3-0c3bdaebd964 req-5954cfef-8680-45de-a560-72cf6d40ce46 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d730923-3277-4e78-9365-a95c403e26d8 HTTP/1.1" status: 200 len: 945 time: 0.0909042 Oct 20 13:40:23.870480 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 45658) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:23.897046 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 76a3242d-b9f9-415d-8bb1-4debc36d0e99 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:40:23.898117 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device fc7f68ae-46e5-4283-8ab8-d365401cbfab up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:40:23.907707 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7f83bf-1172-48bc-a522-9c17328f643c None None] Routers {'b6c4dcb8-e481-45e6-9a91-4927299c8dae'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:40:23.908355 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-6d7f83bf-1172-48bc-a522-9c17328f643c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:39:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['b6c4dcb8-e481-45e6-9a91-4927299c8dae'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:23.909655 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-03e4c452-43a7-40b5-bb8e-c8780d32d215 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Request body: {'floatingip': {'port_id': '4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:40:23.965160 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-03e4c452-43a7-40b5-bb8e-c8780d32d215 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for floatingip (c90e6a58-b427-4306-9b1b-e3941fb2d1d4), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:23.972184 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bcff3256-eeba-4670-82b9-a63793fe98fe None None] Publish callbacks [] for port (bcc8b09a-41c7-4569-97dd-fca97474d64c), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:23.979893 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bcff3256-eeba-4670-82b9-a63793fe98fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (bcc8b09a-41c7-4569-97dd-fca97474d64c), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:24.032580 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c81c711-89b9-43c5-91c9-0e87fc1baea0 None None] Network 48347675-97ff-456d-91ec-7cb2e9f2136b requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:40:24.057238 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d61eed-163e-4234-a883-48c1adadbde9 None None] Pushing event updated for resources: {'Port': ['ID=bcc8b09a-41c7-4569-97dd-fca97474d64c,revision_number=3']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:24.092575 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d61eed-163e-4234-a883-48c1adadbde9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:24.093383 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d61eed-163e-4234-a883-48c1adadbde9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:24.094447 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d61eed-163e-4234-a883-48c1adadbde9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:24.095011 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d61eed-163e-4234-a883-48c1adadbde9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:24.095497 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d61eed-163e-4234-a883-48c1adadbde9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:24.095984 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d61eed-163e-4234-a883-48c1adadbde9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:24.096470 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d61eed-163e-4234-a883-48c1adadbde9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:24.096982 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d61eed-163e-4234-a883-48c1adadbde9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:24.097476 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d61eed-163e-4234-a883-48c1adadbde9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:24.098004 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d61eed-163e-4234-a883-48c1adadbde9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:24.098519 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d61eed-163e-4234-a883-48c1adadbde9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:24.099208 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d61eed-163e-4234-a883-48c1adadbde9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:24.099739 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d61eed-163e-4234-a883-48c1adadbde9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:24.100256 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d61eed-163e-4234-a883-48c1adadbde9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:24.100767 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d61eed-163e-4234-a883-48c1adadbde9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:24.141031 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-bcff3256-eeba-4670-82b9-a63793fe98fe None None] Attempting to bind port bcc8b09a-41c7-4569-97dd-fca97474d64c on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:40:24.141875 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-bcff3256-eeba-4670-82b9-a63793fe98fe None None] Attempting to bind port bcc8b09a-41c7-4569-97dd-fca97474d64c by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': '380d1854-2618-4d86-b29b-a3cf5fa8193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56'}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:40:24.142446 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcff3256-eeba-4670-82b9-a63793fe98fe None None] Attempting to bind port bcc8b09a-41c7-4569-97dd-fca97474d64c on network 90f6ed8e-98d1-4717-a988-12e9beb2cc56 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:40:24.194447 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcff3256-eeba-4670-82b9-a63793fe98fe None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:40:24.195329 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcff3256-eeba-4670-82b9-a63793fe98fe None None] Checking segment: {'id': '380d1854-2618-4d86-b29b-a3cf5fa8193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:40:24.195959 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bcff3256-eeba-4670-82b9-a63793fe98fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:24.196567 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcff3256-eeba-4670-82b9-a63793fe98fe None None] Bound using segment: {'id': '380d1854-2618-4d86-b29b-a3cf5fa8193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56'} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:40:24.197339 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-bcff3256-eeba-4670-82b9-a63793fe98fe None None] Bound port: bcc8b09a-41c7-4569-97dd-fca97474d64c, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '380d1854-2618-4d86-b29b-a3cf5fa8193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56'}}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:40:24.197944 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bcff3256-eeba-4670-82b9-a63793fe98fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (bcc8b09a-41c7-4569-97dd-fca97474d64c), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:24.270641 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-bcff3256-eeba-4670-82b9-a63793fe98fe None None] For port bcc8b09a-41c7-4569-97dd-fca97474d64c, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:40:24.274484 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-bcff3256-eeba-4670-82b9-a63793fe98fe None None] For port bcc8b09a-41c7-4569-97dd-fca97474d64c, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=bcc8b09a-41c7-4569-97dd-fca97474d64c,segment=NetworkSegment(380d1854-2618-4d86-b29b-a3cf5fa8193e),segment_id=380d1854-2618-4d86-b29b-a3cf5fa8193e)] {{(pid=104735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:40:24.278124 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:24.284508 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-bcff3256-eeba-4670-82b9-a63793fe98fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (bcc8b09a-41c7-4569-97dd-fca97474d64c), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:24.297471 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ab68c0d3-88b9-409e-87e0-bf0f5a89e91c None None] Provisioning complete for port fc7f68ae-46e5-4283-8ab8-d365401cbfab triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:40:24.297844 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ab68c0d3-88b9-409e-87e0-bf0f5a89e91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (fc7f68ae-46e5-4283-8ab8-d365401cbfab), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:24.298288 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ab68c0d3-88b9-409e-87e0-bf0f5a89e91c None None] Attempt 1 to provision port fc7f68ae-46e5-4283-8ab8-d365401cbfab Oct 20 13:40:24.317290 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:24.347601 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-6d7f83bf-1172-48bc-a522-9c17328f643c None None] Set router b6c4dcb8-e481-45e6-9a91-4927299c8dae gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:40:24.351291 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port fc7f68ae-46e5-4283-8ab8-d365401cbfab triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:40:24.351469 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (fc7f68ae-46e5-4283-8ab8-d365401cbfab), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:24.351792 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port fc7f68ae-46e5-4283-8ab8-d365401cbfab Oct 20 13:40:24.363410 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:24.364626 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d61eed-163e-4234-a883-48c1adadbde9 None None] Pushing event updated for resources: {'Port': ['ID=bcc8b09a-41c7-4569-97dd-fca97474d64c,revision_number=4']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:24.384033 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcff3256-eeba-4670-82b9-a63793fe98fe None None] Routers {'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:40:24.385141 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-bcff3256-eeba-4670-82b9-a63793fe98fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:39:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['fe5c5e56-82f6-419a-b8a1-f3e26f387c3e'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:24.411850 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b7f6f-e69d-4c26-8f41-5512a1d4bcae req-8a62b51e-9819-4e9c-b91c-ee98d3b2c862 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:24.413340 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-9d3b7f6f-e69d-4c26-8f41-5512a1d4bcae req-8a62b51e-9819-4e9c-b91c-ee98d3b2c862 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 945 time: 0.1055288 Oct 20 13:40:24.448741 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:24.465815 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b049af63-7178-463d-a8c8-ae6793591ec2 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:40:24.472017 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-b049af63-7178-463d-a8c8-ae6793591ec2 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:24.523272 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d75258-82ca-4558-8927-024718546bd2 None None] Sync routers for ids ['19956344-d0ce-4773-87fe-8839c5db68f1'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:40:24.526249 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-9d3b7f6f-e69d-4c26-8f41-5512a1d4bcae req-a09bd9a5-a026-4629-a54e-d9e0e0b54e76 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066689 Oct 20 13:40:24.562648 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-bcff3256-eeba-4670-82b9-a63793fe98fe None None] Set router fe5c5e56-82f6-419a-b8a1-f3e26f387c3e gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:40:24.685308 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:24.693797 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ab68c0d3-88b9-409e-87e0-bf0f5a89e91c None None] Current status of the port fc7f68ae-46e5-4283-8ab8-d365401cbfab is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:40:24.694387 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ab68c0d3-88b9-409e-87e0-bf0f5a89e91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (fc7f68ae-46e5-4283-8ab8-d365401cbfab), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:24.716070 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d75258-82ca-4558-8927-024718546bd2 None None] Routers {'19956344-d0ce-4773-87fe-8839c5db68f1'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:40:24.716814 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-b1d75258-82ca-4558-8927-024718546bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:39:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['19956344-d0ce-4773-87fe-8839c5db68f1'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:24.731203 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f39a60d6-522c-42b4-a133-b109886da4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:24.763323 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port fc7f68ae-46e5-4283-8ab8-d365401cbfab is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:40:24.764109 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (fc7f68ae-46e5-4283-8ab8-d365401cbfab), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:24.805196 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-af60ae09-366c-478e-b72d-71e61e9e05a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:24.818343 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ab68c0d3-88b9-409e-87e0-bf0f5a89e91c None None] For port fc7f68ae-46e5-4283-8ab8-d365401cbfab, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=fc7f68ae-46e5-4283-8ab8-d365401cbfab,segment=NetworkSegment(6bf29195-fb1c-4409-9b8d-9b9c3aadd86d),segment_id=6bf29195-fb1c-4409-9b8d-9b9c3aadd86d)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:40:24.853956 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-b049af63-7178-463d-a8c8-ae6793591ec2 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/4a7eebff-6f40-4743-a2c7-98743ca8a515 HTTP/1.1" status: 200 len: 991 time: 2.2637830 Oct 20 13:40:24.864349 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c34aa5d9-ed42-4cdd-bed0-229455d27cf1', 'tag': '220d420d-8061-47e0-9323-3ec3344c20c6'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:40:24.866174 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5122ad-2333-4173-ab93-6c85107dad6e" -d '{"events": [{"name": "network-changed", "server_uuid": "c34aa5d9-ed42-4cdd-bed0-229455d27cf1", "tag": "220d420d-8061-47e0-9323-3ec3344c20c6"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:40:24.896077 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:24.899670 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-6d7f83bf-1172-48bc-a522-9c17328f643c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c4dcb8-e481-45e6-9a91-4927299c8dae', 'name': 'tempest-TestMinimumBasicScenario-1218070568-router', 'tenant_id': '773ed98417064aa18010359755de111b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '599f4446-89b3-4ebf-8038-30edc76dc5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:40:21Z', 'updated_at': '2022-10-20T13:40:22Z', 'revision_number': 3, 'project_id': '773ed98417064aa18010359755de111b', 'gw_port': {'id': '599f4446-89b3-4ebf-8038-30edc76dc5b0', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c4dcb8-e481-45e6-9a91-4927299c8dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:22Z', 'updated_at': '2022-10-20T13:40:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:24.944244 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-b1d75258-82ca-4558-8927-024718546bd2 None None] Set router 19956344-d0ce-4773-87fe-8839c5db68f1 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:40:24.960060 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ab68c0d3-88b9-409e-87e0-bf0f5a89e91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (fc7f68ae-46e5-4283-8ab8-d365401cbfab), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:24.978985 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcaa188-013a-4c49-b46f-bcc502c487a9 x-openstack-request-id: req-7dcaa188-013a-4c49-b46f-bcc502c487a9 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:40:24.979365 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c34aa5d9-ed42-4cdd-bed0-229455d27cf1", "tag": "220d420d-8061-47e0-9323-3ec3344c20c6", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:40:24.979543 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7dcaa188-013a-4c49-b46f-bcc502c487a9 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:40:24.979895 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dcaa188-013a-4c49-b46f-bcc502c487a9'] response: {'name': 'network-changed', 'server_uuid': 'c34aa5d9-ed42-4cdd-bed0-229455d27cf1', 'tag': '220d420d-8061-47e0-9323-3ec3344c20c6', 'status': 'completed', 'code': 200} Oct 20 13:40:24.992991 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7f83bf-1172-48bc-a522-9c17328f643c None None] Checking router: b6c4dcb8-e481-45e6-9a91-4927299c8dae for host: dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:40:24.993346 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7f83bf-1172-48bc-a522-9c17328f643c None None] Updating router b6c4dcb8-e481-45e6-9a91-4927299c8dae port 599f4446-89b3-4ebf-8038-30edc76dc5b0 binding host dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 13:40:25.004328 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-af60ae09-366c-478e-b72d-71e61e9e05a3 admin admin] Allocated IP 172.20.0.1 (48347675-97ff-456d-91ec-7cb2e9f2136b/034d5f54-11d4-4aeb-8bf0-b1b9961b1715/07978882-5477-4c5e-88eb-2bb5c9e4b71d) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:40:25.014226 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-03e4c452-43a7-40b5-bb8e-c8780d32d215 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:25.036970 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-03e4c452-43a7-40b5-bb8e-c8780d32d215 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (c90e6a58-b427-4306-9b1b-e3941fb2d1d4), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:25.080736 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6d7f83bf-1172-48bc-a522-9c17328f643c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (599f4446-89b3-4ebf-8038-30edc76dc5b0), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:25.114896 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68c0d3-88b9-409e-87e0-bf0f5a89e91c None None] Pushing event updated for resources: {'Port': ['ID=fc7f68ae-46e5-4283-8ab8-d365401cbfab,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:25.126166 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-7ee5013d-d551-464e-af11-e172d8324f23 None None] Provisioning complete for port fc7f68ae-46e5-4283-8ab8-d365401cbfab triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:40:25.127312 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7ee5013d-d551-464e-af11-e172d8324f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (fc7f68ae-46e5-4283-8ab8-d365401cbfab), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:25.127312 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-7ee5013d-d551-464e-af11-e172d8324f23 None None] Attempt 1 to provision port fc7f68ae-46e5-4283-8ab8-d365401cbfab Oct 20 13:40:25.128094 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-bcff3256-eeba-4670-82b9-a63793fe98fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'name': 'tempest-TestMinimumBasicScenario-339275719-router', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '76a3242d-b9f9-415d-8bb1-4debc36d0e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:40:16Z', 'updated_at': '2022-10-20T13:40:19Z', 'revision_number': 4, 'project_id': 'accdb851c01342d49228faa016ff430c', 'gw_port': {'id': '76a3242d-b9f9-415d-8bb1-4debc36d0e99', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:16Z', 'updated_at': '2022-10-20T13:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': 'bcc8b09a-41c7-4569-97dd-fca97474d64c', 'name': '', 'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'mac_address': 'fa:16:3e:b4:8e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd9d54a4b-a660-40c7-821e-658dfb160f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:18Z', 'updated_at': '2022-10-20T13:40:24Z', 'revision_number': 4, 'project_id': 'accdb851c01342d49228faa016ff430c', 'subnets': [{'id': 'd9d54a4b-a660-40c7-821e-658dfb160f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:25.134732 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.db.api [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 20 13:40:25.135153 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG oslo_db.api [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 13:40:25.144541 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5122ad-2333-4173-ab93-6c85107dad6e req-8f99ec94-e9ae-416f-99dc-f813ebb0c96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:25.146420 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8f5122ad-2333-4173-ab93-6c85107dad6e req-8f99ec94-e9ae-416f-99dc-f813ebb0c96b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f9addc326c51410f809805d8b44c5c17&device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 1129 time: 0.1292746 Oct 20 13:40:25.166953 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:25.175829 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-af60ae09-366c-478e-b72d-71e61e9e05a3 admin admin] Publish callbacks [] for port (07978882-5477-4c5e-88eb-2bb5c9e4b71d), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:25.209606 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcff3256-eeba-4670-82b9-a63793fe98fe None None] The sync data for ids ['fe5c5e56-82f6-419a-b8a1-f3e26f387c3e'] in dv-cinder-862136-1-iscsi is: [{'id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'name': 'tempest-TestMinimumBasicScenario-339275719-router', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '76a3242d-b9f9-415d-8bb1-4debc36d0e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:40:16Z', 'updated_at': '2022-10-20T13:40:19Z', 'revision_number': 4, 'project_id': 'accdb851c01342d49228faa016ff430c', 'gw_port': {'id': '76a3242d-b9f9-415d-8bb1-4debc36d0e99', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:16Z', 'updated_at': '2022-10-20T13:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': 'bcc8b09a-41c7-4569-97dd-fca97474d64c', 'name': '', 'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'mac_address': 'fa:16:3e:b4:8e:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd9d54a4b-a660-40c7-821e-658dfb160f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:18Z', 'updated_at': '2022-10-20T13:40:24Z', 'revision_number': 4, 'project_id': 'accdb851c01342d49228faa016ff430c', 'subnets': [{'id': 'd9d54a4b-a660-40c7-821e-658dfb160f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:40:25.228734 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:25.239547 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-af60ae09-366c-478e-b72d-71e61e9e05a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (07978882-5477-4c5e-88eb-2bb5c9e4b71d), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:25.325205 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af60ae09-366c-478e-b72d-71e61e9e05a3 admin admin] Network 48347675-97ff-456d-91ec-7cb2e9f2136b is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:40:25.331440 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-af60ae09-366c-478e-b72d-71e61e9e05a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:40:25.335189 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af60ae09-366c-478e-b72d-71e61e9e05a3 admin admin] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:40:25.363835 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064a2b9-ff23-42b5-bf65-83b0cbb24aa3 req-42c6f604-a2e6-4860-a1c6-322155a23332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:25.369793 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6064a2b9-ff23-42b5-bf65-83b0cbb24aa3 req-42c6f604-a2e6-4860-a1c6-322155a23332 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 1129 time: 0.1514397 Oct 20 13:40:25.375620 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.db.l3_db [None req-03e4c452-43a7-40b5-bb8e-c8780d32d215 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Floating IP c90e6a58-b427-4306-9b1b-e3941fb2d1d4 associated. External IP: 172.27.0.57, port: 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea. Oct 20 13:40:25.379326 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60ae09-366c-478e-b72d-71e61e9e05a3 admin admin] Pushing event updated for resources: {'Port': ['ID=07978882-5477-4c5e-88eb-2bb5c9e4b71d,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:25.387087 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-7ee5013d-d551-464e-af11-e172d8324f23 None None] Current status of the port fc7f68ae-46e5-4283-8ab8-d365401cbfab is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:40:25.427611 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-af60ae09-366c-478e-b72d-71e61e9e05a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859861'] for router_interface (b6c4dcb8-e481-45e6-9a91-4927299c8dae), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:25.467809 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:25.536094 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5122ad-2333-4173-ab93-6c85107dad6e req-adfd21f6-9fa4-41d3-bb20-579fbf690345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:25.537596 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8f5122ad-2333-4173-ab93-6c85107dad6e req-adfd21f6-9fa4-41d3-bb20-579fbf690345 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c859482-bc24-4f85-8ad7-70cfdb97a23e HTTP/1.1" status: 200 len: 917 time: 0.3835480 Oct 20 13:40:25.594575 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6d7f83bf-1172-48bc-a522-9c17328f643c None None] Publish callbacks [] for port (599f4446-89b3-4ebf-8038-30edc76dc5b0), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:25.607182 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6d7f83bf-1172-48bc-a522-9c17328f643c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (599f4446-89b3-4ebf-8038-30edc76dc5b0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:25.647044 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-af60ae09-366c-478e-b72d-71e61e9e05a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (07978882-5477-4c5e-88eb-2bb5c9e4b71d), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:25.647341 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-b1d75258-82ca-4558-8927-024718546bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'name': 'tempest-AttachVolumeShelveTestJSON-387486094-router', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:41Z', 'revision_number': 4, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'gw_port': {'id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': '4a7eebff-6f40-4743-a2c7-98743ca8a515', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'port_id': '220d420d-8061-47e0-9323-3ec3344c20c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'mac_address': 'fa:16:3e:8d:4f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34aa5d9-ed42-4cdd-bed0-229455d27cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:40:07Z', 'updated_at': '2022-10-20T13:40:23Z', 'revision_number': 1, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e9e3e1-270d-4309-934f-1dc7446bbcad', 'name': '', 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'mac_address': 'fa:16:3e:05:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:39Z', 'updated_at': '2022-10-20T13:35:54Z', 'revision_number': 5, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'subnets': [{'id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:25.699576 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d75258-82ca-4558-8927-024718546bd2 None None] Checking router: 19956344-d0ce-4773-87fe-8839c5db68f1 for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:40:25.718187 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d75258-82ca-4558-8927-024718546bd2 None None] Routers {'19956344-d0ce-4773-87fe-8839c5db68f1'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:40:25.718810 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-b1d75258-82ca-4558-8927-024718546bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:39:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['19956344-d0ce-4773-87fe-8839c5db68f1'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:25.724999 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8f5122ad-2333-4173-ab93-6c85107dad6e req-a26ddcb2-8444-4d80-825e-9fc73c79ff6c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=220d420d-8061-47e0-9323-3ec3344c20c6 HTTP/1.1" status: 200 len: 999 time: 0.1611674 Oct 20 13:40:25.734026 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-6d7f83bf-1172-48bc-a522-9c17328f643c None None] Attempting to bind port 599f4446-89b3-4ebf-8038-30edc76dc5b0 on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:40:25.735574 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-6d7f83bf-1172-48bc-a522-9c17328f643c None None] Attempting to bind port 599f4446-89b3-4ebf-8038-30edc76dc5b0 by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:40:25.736111 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7f83bf-1172-48bc-a522-9c17328f643c None None] Attempting to bind port 599f4446-89b3-4ebf-8038-30edc76dc5b0 on network 54b02c82-3888-4407-a753-5cb002a664e9 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:40:25.766911 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port fc7f68ae-46e5-4283-8ab8-d365401cbfab is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:40:25.786490 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa21796-1548-40e7-adb4-c20a4249980a req-16754161-a406-4870-bf45-810f8ce8361b tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:25.792510 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6064a2b9-ff23-42b5-bf65-83b0cbb24aa3 req-a7ed14eb-86e5-45c9-8aa4-60e6700a1608 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4125593 Oct 20 13:40:25.793458 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-faa21796-1548-40e7-adb4-c20a4249980a req-16754161-a406-4870-bf45-810f8ce8361b tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 945 time: 0.1312127 Oct 20 13:40:25.847329 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-33afa72f-e706-4ae8-8254-8850304b5d26 None None] Provisioning complete for port 07978882-5477-4c5e-88eb-2bb5c9e4b71d triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:40:25.847690 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-33afa72f-e706-4ae8-8254-8850304b5d26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (07978882-5477-4c5e-88eb-2bb5c9e4b71d), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:25.848034 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-33afa72f-e706-4ae8-8254-8850304b5d26 None None] Attempt 1 to provision port 07978882-5477-4c5e-88eb-2bb5c9e4b71d Oct 20 13:40:25.853722 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85ba43-370b-477d-a3c8-f631023245bb None None] Pushing event updated for resources: {'Port': ['ID=599f4446-89b3-4ebf-8038-30edc76dc5b0,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:25.857090 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5122ad-2333-4173-ab93-6c85107dad6e req-739aefef-6de5-4c5f-9098-1488ba603a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:25.860849 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8f5122ad-2333-4173-ab93-6c85107dad6e req-739aefef-6de5-4c5f-9098-1488ba603a90 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=eb211b48-f491-42bc-8f6d-654db7c34008 HTTP/1.1" status: 200 len: 855 time: 0.1238115 Oct 20 13:40:25.924604 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-33afa72f-e706-4ae8-8254-8850304b5d26 None None] Port 07978882-5477-4c5e-88eb-2bb5c9e4b71d cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:40:25.929761 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-faa21796-1548-40e7-adb4-c20a4249980a req-80dda059-2341-42a3-92b9-de73d2d1e840 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352072 Oct 20 13:40:25.942160 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7f83bf-1172-48bc-a522-9c17328f643c None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:40:25.942668 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7f83bf-1172-48bc-a522-9c17328f643c None None] Checking segment: {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:40:25.943096 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6d7f83bf-1172-48bc-a522-9c17328f643c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:25.943492 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7f83bf-1172-48bc-a522-9c17328f643c None None] Bound using segment: {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:40:25.943919 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-b1d75258-82ca-4558-8927-024718546bd2 None None] Set router 19956344-d0ce-4773-87fe-8839c5db68f1 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:40:25.944028 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-6d7f83bf-1172-48bc-a522-9c17328f643c None None] Bound port: 599f4446-89b3-4ebf-8038-30edc76dc5b0, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:40:25.944598 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6d7f83bf-1172-48bc-a522-9c17328f643c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (599f4446-89b3-4ebf-8038-30edc76dc5b0), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:26.028565 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:26.039204 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-af60ae09-366c-478e-b72d-71e61e9e05a3 admin admin] Publish callbacks [] for port (07978882-5477-4c5e-88eb-2bb5c9e4b71d), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:26.047737 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-af60ae09-366c-478e-b72d-71e61e9e05a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25721257'] for port (07978882-5477-4c5e-88eb-2bb5c9e4b71d), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:26.048177 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device bcc8b09a-41c7-4569-97dd-fca97474d64c up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:40:26.075052 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5122ad-2333-4173-ab93-6c85107dad6e req-62416fc1-c1a5-48d9-9eaa-18a9c5de9077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:26.076143 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-6d7f83bf-1172-48bc-a522-9c17328f643c None None] For port 599f4446-89b3-4ebf-8038-30edc76dc5b0, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:40:26.076460 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8f5122ad-2333-4173-ab93-6c85107dad6e req-62416fc1-c1a5-48d9-9eaa-18a9c5de9077 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c859482-bc24-4f85-8ad7-70cfdb97a23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0627575 Oct 20 13:40:26.083124 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e4c452-43a7-40b5-bb8e-c8780d32d215 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Router 1214a302-7c9d-4e34-aee5-073767be6284 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:40:26.084100 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:26.110028 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-6d7f83bf-1172-48bc-a522-9c17328f643c None None] For port 599f4446-89b3-4ebf-8038-30edc76dc5b0, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=599f4446-89b3-4ebf-8038-30edc76dc5b0,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:40:26.128681 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:26.136477 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6d7f83bf-1172-48bc-a522-9c17328f643c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (599f4446-89b3-4ebf-8038-30edc76dc5b0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:26.151788 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:26.187476 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-af60ae09-366c-478e-b72d-71e61e9e05a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864581'] for router_interface (b6c4dcb8-e481-45e6-9a91-4927299c8dae), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:26.190220 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port bcc8b09a-41c7-4569-97dd-fca97474d64c triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:40:26.190393 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60ae09-366c-478e-b72d-71e61e9e05a3 admin admin] Pushing event updated for resources: {'Port': ['ID=07978882-5477-4c5e-88eb-2bb5c9e4b71d,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:26.191164 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (bcc8b09a-41c7-4569-97dd-fca97474d64c), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:26.191164 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port bcc8b09a-41c7-4569-97dd-fca97474d64c Oct 20 13:40:26.224616 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7f83bf-1172-48bc-a522-9c17328f643c None None] Routers {'b6c4dcb8-e481-45e6-9a91-4927299c8dae'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:40:26.225284 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-6d7f83bf-1172-48bc-a522-9c17328f643c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:39:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['b6c4dcb8-e481-45e6-9a91-4927299c8dae'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:26.280006 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:26.308075 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85ba43-370b-477d-a3c8-f631023245bb None None] Pushing event updated for resources: {'Port': ['ID=599f4446-89b3-4ebf-8038-30edc76dc5b0,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:26.326194 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-b1d75258-82ca-4558-8927-024718546bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'name': 'tempest-AttachVolumeShelveTestJSON-387486094-router', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:41Z', 'revision_number': 4, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'gw_port': {'id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': '4a7eebff-6f40-4743-a2c7-98743ca8a515', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'port_id': '220d420d-8061-47e0-9323-3ec3344c20c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'mac_address': 'fa:16:3e:8d:4f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34aa5d9-ed42-4cdd-bed0-229455d27cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:40:07Z', 'updated_at': '2022-10-20T13:40:23Z', 'revision_number': 1, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e9e3e1-270d-4309-934f-1dc7446bbcad', 'name': '', 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'mac_address': 'fa:16:3e:05:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:39Z', 'updated_at': '2022-10-20T13:35:54Z', 'revision_number': 5, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'subnets': [{'id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:26.353212 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8f5122ad-2333-4173-ab93-6c85107dad6e req-aa14d01d-8678-4c28-ae9c-89b4a51d2ac9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c859482-bc24-4f85-8ad7-70cfdb97a23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689078 Oct 20 13:40:26.356964 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d75258-82ca-4558-8927-024718546bd2 None None] The sync data for ids ['19956344-d0ce-4773-87fe-8839c5db68f1'] in dv-cinder-862136-1-iscsi is: [{'id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'name': 'tempest-AttachVolumeShelveTestJSON-387486094-router', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:41Z', 'revision_number': 4, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'gw_port': {'id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': '4a7eebff-6f40-4743-a2c7-98743ca8a515', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'floating_ip_address': '172.27.0.184', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'port_id': '220d420d-8061-47e0-9323-3ec3344c20c6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'mac_address': 'fa:16:3e:8d:4f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34aa5d9-ed42-4cdd-bed0-229455d27cf1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:40:07Z', 'updated_at': '2022-10-20T13:40:23Z', 'revision_number': 1, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0e9e3e1-270d-4309-934f-1dc7446bbcad', 'name': '', 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'mac_address': 'fa:16:3e:05:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:39Z', 'updated_at': '2022-10-20T13:35:54Z', 'revision_number': 5, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'subnets': [{'id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:40:26.369387 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af60ae09-366c-478e-b72d-71e61e9e05a3 admin admin] Network 48347675-97ff-456d-91ec-7cb2e9f2136b is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:40:26.370923 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-af60ae09-366c-478e-b72d-71e61e9e05a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:40:26.375843 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e4c452-43a7-40b5-bb8e-c8780d32d215 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:40:26.381561 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-03e4c452-43a7-40b5-bb8e-c8780d32d215 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:26.404497 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf3b900-ffe6-4b98-916d-f7adac945c12 None None] Sync routers for ids ['1214a302-7c9d-4e34-aee5-073767be6284'] in dv-cinder-862136-1-iscsi {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:40:26.434370 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-03e4c452-43a7-40b5-bb8e-c8780d32d215 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/c90e6a58-b427-4306-9b1b-e3941fb2d1d4 HTTP/1.1" status: 200 len: 990 time: 2.5628457 Oct 20 13:40:26.442987 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-6d7f83bf-1172-48bc-a522-9c17328f643c None None] Set router b6c4dcb8-e481-45e6-9a91-4927299c8dae gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:40:26.474462 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port bcc8b09a-41c7-4569-97dd-fca97474d64c is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:40:26.474854 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (bcc8b09a-41c7-4569-97dd-fca97474d64c), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:26.486250 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:26.491102 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf3b900-ffe6-4b98-916d-f7adac945c12 None None] Routers {'1214a302-7c9d-4e34-aee5-073767be6284'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:40:26.491920 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-bbf3b900-ffe6-4b98-916d-f7adac945c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:39:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1214a302-7c9d-4e34-aee5-073767be6284'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:26.530154 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af60ae09-366c-478e-b72d-71e61e9e05a3 admin admin] Router b6c4dcb8-e481-45e6-9a91-4927299c8dae has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:40:26.613118 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8f5122ad-2333-4173-ab93-6c85107dad6e req-47ab2cd1-a16d-4b2a-ab9c-eb73f189fd78 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c859482-bc24-4f85-8ad7-70cfdb97a23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210315 Oct 20 13:40:26.632944 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:26.637937 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port bcc8b09a-41c7-4569-97dd-fca97474d64c, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=bcc8b09a-41c7-4569-97dd-fca97474d64c,segment=NetworkSegment(380d1854-2618-4d86-b29b-a3cf5fa8193e),segment_id=380d1854-2618-4d86-b29b-a3cf5fa8193e)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:40:26.656363 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af60ae09-366c-478e-b72d-71e61e9e05a3 admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:40:26.669597 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-af60ae09-366c-478e-b72d-71e61e9e05a3 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/b6c4dcb8-e481-45e6-9a91-4927299c8dae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8171942 Oct 20 13:40:26.681726 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (bcc8b09a-41c7-4569-97dd-fca97474d64c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:26.682172 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device fc7f68ae-46e5-4283-8ab8-d365401cbfab up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:40:26.726100 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeeb873-5bcb-4a7f-ba2d-ca5cb33668db None None] New status for floating IP 4a7eebff-6f40-4743-a2c7-98743ca8a515: ACTIVE {{(pid=104735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 13:40:26.981068 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d730923-3277-4e78-9365-a95c403e26d8', 'tag': '4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:40:26.983896 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a01ca87-d594-45ee-b2f9-c3a4d01aebd3" -d '{"events": [{"name": "network-changed", "server_uuid": "3d730923-3277-4e78-9365-a95c403e26d8", "tag": "4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:40:26.992855 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-2a3c4d58-01d1-48c9-a675-a62f7ac1f0bf None None] Provisioning complete for port 07978882-5477-4c5e-88eb-2bb5c9e4b71d triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:40:26.993473 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2a3c4d58-01d1-48c9-a675-a62f7ac1f0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (07978882-5477-4c5e-88eb-2bb5c9e4b71d), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:26.993583 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-2a3c4d58-01d1-48c9-a675-a62f7ac1f0bf None None] Attempt 1 to provision port 07978882-5477-4c5e-88eb-2bb5c9e4b71d Oct 20 13:40:27.027422 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-bbf3b900-ffe6-4b98-916d-f7adac945c12 None None] Set router 1214a302-7c9d-4e34-aee5-073767be6284 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:40:27.036316 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6266e09b-3beb-460a-a1e0-660949c6dd2e x-openstack-request-id: req-6266e09b-3beb-460a-a1e0-660949c6dd2e {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:40:27.036833 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d730923-3277-4e78-9365-a95c403e26d8", "tag": "4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:40:27.036961 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6266e09b-3beb-460a-a1e0-660949c6dd2e {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:40:27.037278 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6266e09b-3beb-460a-a1e0-660949c6dd2e'] response: {'name': 'network-changed', 'server_uuid': '3d730923-3277-4e78-9365-a95c403e26d8', 'tag': '4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea', 'status': 'completed', 'code': 200} Oct 20 13:40:27.069336 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ef2a50ba-8e83-4916-994f-701580db3ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:27.103890 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=bcc8b09a-41c7-4569-97dd-fca97474d64c,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:27.115978 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e207a-ed1c-444f-a880-79237be48d2f req-40f0bfe0-d1dc-448a-a7e4-0a87281361e2 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:27.117554 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-118e207a-ed1c-444f-a880-79237be48d2f req-40f0bfe0-d1dc-448a-a7e4-0a87281361e2 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 945 time: 0.0711074 Oct 20 13:40:27.122462 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-2a3c4d58-01d1-48c9-a675-a62f7ac1f0bf None None] Port 07978882-5477-4c5e-88eb-2bb5c9e4b71d cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:40:27.181138 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port fc7f68ae-46e5-4283-8ab8-d365401cbfab triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:40:27.181696 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (fc7f68ae-46e5-4283-8ab8-d365401cbfab), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:27.181966 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port fc7f68ae-46e5-4283-8ab8-d365401cbfab Oct 20 13:40:27.190669 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-118e207a-ed1c-444f-a880-79237be48d2f req-545c60d0-80ce-48e0-9e38-10a9e59650c5 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620344 Oct 20 13:40:27.254955 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-6d7f83bf-1172-48bc-a522-9c17328f643c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c4dcb8-e481-45e6-9a91-4927299c8dae', 'name': 'tempest-TestMinimumBasicScenario-1218070568-router', 'tenant_id': '773ed98417064aa18010359755de111b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '599f4446-89b3-4ebf-8038-30edc76dc5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:40:21Z', 'updated_at': '2022-10-20T13:40:25Z', 'revision_number': 4, 'project_id': '773ed98417064aa18010359755de111b', 'gw_port': {'id': '599f4446-89b3-4ebf-8038-30edc76dc5b0', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c4dcb8-e481-45e6-9a91-4927299c8dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:22Z', 'updated_at': '2022-10-20T13:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '07978882-5477-4c5e-88eb-2bb5c9e4b71d', 'name': '', 'network_id': '48347675-97ff-456d-91ec-7cb2e9f2136b', 'tenant_id': '773ed98417064aa18010359755de111b', 'mac_address': 'fa:16:3e:70:4f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c4dcb8-e481-45e6-9a91-4927299c8dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '034d5f54-11d4-4aeb-8bf0-b1b9961b1715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:24Z', 'updated_at': '2022-10-20T13:40:25Z', 'revision_number': 2, 'project_id': '773ed98417064aa18010359755de111b', 'subnets': [{'id': '034d5f54-11d4-4aeb-8bf0-b1b9961b1715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:27.322516 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:27.323791 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7f83bf-1172-48bc-a522-9c17328f643c None None] The sync data for ids ['b6c4dcb8-e481-45e6-9a91-4927299c8dae'] in dv-cinder-862136-1-iscsi is: [{'id': 'b6c4dcb8-e481-45e6-9a91-4927299c8dae', 'name': 'tempest-TestMinimumBasicScenario-1218070568-router', 'tenant_id': '773ed98417064aa18010359755de111b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '599f4446-89b3-4ebf-8038-30edc76dc5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:40:21Z', 'updated_at': '2022-10-20T13:40:25Z', 'revision_number': 4, 'project_id': '773ed98417064aa18010359755de111b', 'gw_port': {'id': '599f4446-89b3-4ebf-8038-30edc76dc5b0', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c4dcb8-e481-45e6-9a91-4927299c8dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:22Z', 'updated_at': '2022-10-20T13:40:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '07978882-5477-4c5e-88eb-2bb5c9e4b71d', 'name': '', 'network_id': '48347675-97ff-456d-91ec-7cb2e9f2136b', 'tenant_id': '773ed98417064aa18010359755de111b', 'mac_address': 'fa:16:3e:70:4f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c4dcb8-e481-45e6-9a91-4927299c8dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '034d5f54-11d4-4aeb-8bf0-b1b9961b1715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:24Z', 'updated_at': '2022-10-20T13:40:25Z', 'revision_number': 2, 'project_id': '773ed98417064aa18010359755de111b', 'subnets': [{'id': '034d5f54-11d4-4aeb-8bf0-b1b9961b1715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:40:27.411498 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01ca87-d594-45ee-b2f9-c3a4d01aebd3 req-fc94ea9e-b7aa-4a31-becc-2df3cb8d73c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:27.413488 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port fc7f68ae-46e5-4283-8ab8-d365401cbfab is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:40:27.413958 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1a01ca87-d594-45ee-b2f9-c3a4d01aebd3 req-fc94ea9e-b7aa-4a31-becc-2df3cb8d73c8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=747a468811fb478aa6c49b848ccee6d0&device_id=3d730923-3277-4e78-9365-a95c403e26d8 HTTP/1.1" status: 200 len: 1129 time: 0.0545368 Oct 20 13:40:27.468979 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-bbf3b900-ffe6-4b98-916d-f7adac945c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214a302-7c9d-4e34-aee5-073767be6284', 'name': 'tempest-AttachVolumeTestJSON-615351646-router', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:40Z', 'revision_number': 4, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'gw_port': {'id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': 'c90e6a58-b427-4306-9b1b-e3941fb2d1d4', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'port_id': '4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0', 'mac_address': 'fa:16:3e:e2:b2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d730923-3277-4e78-9365-a95c403e26d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:40:08Z', 'updated_at': '2022-10-20T13:40:24Z', 'revision_number': 1, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5de179-6711-4cdb-938e-88adc6331a34', 'name': '', 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'mac_address': 'fa:16:3e:33:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:38Z', 'updated_at': '2022-10-20T13:35:55Z', 'revision_number': 5, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'subnets': [{'id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:27.505674 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf3b900-ffe6-4b98-916d-f7adac945c12 None None] Checking router: 1214a302-7c9d-4e34-aee5-073767be6284 for host: dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:40:27.514515 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf3b900-ffe6-4b98-916d-f7adac945c12 None None] Routers {'1214a302-7c9d-4e34-aee5-073767be6284'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:40:27.515224 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-bbf3b900-ffe6-4b98-916d-f7adac945c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:40:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1214a302-7c9d-4e34-aee5-073767be6284'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:27.537106 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:27.542170 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01ca87-d594-45ee-b2f9-c3a4d01aebd3 req-417b0d01-b93b-4705-bb32-73911f307b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:27.543632 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1a01ca87-d594-45ee-b2f9-c3a4d01aebd3 req-417b0d01-b93b-4705-bb32-73911f307b28 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=d308b555-e032-40ef-ae84-228dba4540e0 HTTP/1.1" status: 200 len: 911 time: 0.1197588 Oct 20 13:40:27.623147 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1a01ca87-d594-45ee-b2f9-c3a4d01aebd3 req-48ae16c7-3786-4d22-9fd5-b659192642b3 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea HTTP/1.1" status: 200 len: 998 time: 0.0719769 Oct 20 13:40:27.638458 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-bbf3b900-ffe6-4b98-916d-f7adac945c12 None None] Set router 1214a302-7c9d-4e34-aee5-073767be6284 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:40:27.737693 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01ca87-d594-45ee-b2f9-c3a4d01aebd3 req-1b74ded2-2bd2-4556-8ff2-41ff90507b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:27.739465 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1a01ca87-d594-45ee-b2f9-c3a4d01aebd3 req-1b74ded2-2bd2-4556-8ff2-41ff90507b5a service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=6fe06b3c-29c6-4094-8f91-406de935285f HTTP/1.1" status: 200 len: 849 time: 0.0995693 Oct 20 13:40:27.803235 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01ca87-d594-45ee-b2f9-c3a4d01aebd3 req-1fb2ee9f-eed1-47a7-becb-c77c03dfc514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:27.805013 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1a01ca87-d594-45ee-b2f9-c3a4d01aebd3 req-1fb2ee9f-eed1-47a7-becb-c77c03dfc514 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=d308b555-e032-40ef-ae84-228dba4540e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578792 Oct 20 13:40:27.950095 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1a01ca87-d594-45ee-b2f9-c3a4d01aebd3 req-6852fec3-c875-4577-b436-a61f60f13463 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d308b555-e032-40ef-ae84-228dba4540e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384103 Oct 20 13:40:27.956535 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device bcc8b09a-41c7-4569-97dd-fca97474d64c up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:40:28.009642 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-bbf3b900-ffe6-4b98-916d-f7adac945c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214a302-7c9d-4e34-aee5-073767be6284', 'name': 'tempest-AttachVolumeTestJSON-615351646-router', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:40Z', 'revision_number': 4, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'gw_port': {'id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': 'c90e6a58-b427-4306-9b1b-e3941fb2d1d4', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'port_id': '4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0', 'mac_address': 'fa:16:3e:e2:b2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d730923-3277-4e78-9365-a95c403e26d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:40:08Z', 'updated_at': '2022-10-20T13:40:24Z', 'revision_number': 1, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5de179-6711-4cdb-938e-88adc6331a34', 'name': '', 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'mac_address': 'fa:16:3e:33:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:38Z', 'updated_at': '2022-10-20T13:35:55Z', 'revision_number': 5, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'subnets': [{'id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:28.050601 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf3b900-ffe6-4b98-916d-f7adac945c12 None None] The sync data for ids ['1214a302-7c9d-4e34-aee5-073767be6284'] in dv-cinder-862136-1-iscsi is: [{'id': '1214a302-7c9d-4e34-aee5-073767be6284', 'name': 'tempest-AttachVolumeTestJSON-615351646-router', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:40Z', 'revision_number': 4, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'gw_port': {'id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': 'c90e6a58-b427-4306-9b1b-e3941fb2d1d4', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'floating_ip_address': '172.27.0.57', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'port_id': '4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0', 'mac_address': 'fa:16:3e:e2:b2:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d730923-3277-4e78-9365-a95c403e26d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:40:08Z', 'updated_at': '2022-10-20T13:40:24Z', 'revision_number': 1, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d5de179-6711-4cdb-938e-88adc6331a34', 'name': '', 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'mac_address': 'fa:16:3e:33:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:38Z', 'updated_at': '2022-10-20T13:35:55Z', 'revision_number': 5, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'subnets': [{'id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:40:28.056279 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:28.067406 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port bcc8b09a-41c7-4569-97dd-fca97474d64c triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:40:28.068338 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (bcc8b09a-41c7-4569-97dd-fca97474d64c), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:28.068338 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port bcc8b09a-41c7-4569-97dd-fca97474d64c Oct 20 13:40:28.114409 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:28.119309 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1a01ca87-d594-45ee-b2f9-c3a4d01aebd3 req-21af7522-06ef-426f-9da9-6e8ed1b7fa9c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/d308b555-e032-40ef-ae84-228dba4540e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539218 Oct 20 13:40:28.181381 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port bcc8b09a-41c7-4569-97dd-fca97474d64c is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:40:28.185695 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:28.542933 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a4c0dd-538e-4e4a-93bf-c3185c8a93ec None None] New status for floating IP c90e6a58-b427-4306-9b1b-e3941fb2d1d4: ACTIVE {{(pid=104734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 13:40:28.730804 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59a621-0baa-453c-9ddf-733eafd5cc42 req-39fc234c-f38f-4c0a-a67d-a09f2f2af45a tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:28.737918 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-9e59a621-0baa-453c-9ddf-733eafd5cc42 req-39fc234c-f38f-4c0a-a67d-a09f2f2af45a tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 945 time: 0.4242504 Oct 20 13:40:28.792629 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-9e59a621-0baa-453c-9ddf-733eafd5cc42 req-9f1222e5-8e9f-49eb-8465-f125f8828214 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536182 Oct 20 13:40:29.483262 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ae22c-e537-4ee1-847f-5bc79dc32c76 req-93afb491-a1f9-44a3-abc1-fc8666800f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:29.485551 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1b9ae22c-e537-4ee1-847f-5bc79dc32c76 req-93afb491-a1f9-44a3-abc1-fc8666800f29 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f36e9fb394944eb0a0c2c0075dbc937c&device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 1129 time: 0.0852044 Oct 20 13:40:29.520109 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa87714-1a5f-4fde-9bdb-b82cb808525b req-50165dfb-6fa1-445e-b514-6cbaedf7616b tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:29.521792 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-baa87714-1a5f-4fde-9bdb-b82cb808525b req-50165dfb-6fa1-445e-b514-6cbaedf7616b tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 945 time: 0.0821352 Oct 20 13:40:29.607306 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:29.627648 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:29.651182 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-baa87714-1a5f-4fde-9bdb-b82cb808525b req-60e396a6-5661-472d-abff-7325e29ebfd6 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971973 Oct 20 13:40:29.654386 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ae22c-e537-4ee1-847f-5bc79dc32c76 req-1b2e4921-3642-4e80-9ba0-24a814540aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:29.655942 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1b9ae22c-e537-4ee1-847f-5bc79dc32c76 req-1b2e4921-3642-4e80-9ba0-24a814540aa8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=80f8d646-52cd-4c79-be89-0476981cc6e9 HTTP/1.1" status: 200 len: 920 time: 0.1630290 Oct 20 13:40:29.727793 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1b9ae22c-e537-4ee1-847f-5bc79dc32c76 req-1857741b-02f8-4554-9708-2c35acb312c0 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61a2cacd-9e95-4421-956a-22d6ee9a27a3 HTTP/1.1" status: 200 len: 1001 time: 0.0660794 Oct 20 13:40:29.744951 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:29.790746 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ae22c-e537-4ee1-847f-5bc79dc32c76 req-59b21cb7-c898-4458-a7aa-25b01597fb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:29.792306 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1b9ae22c-e537-4ee1-847f-5bc79dc32c76 req-59b21cb7-c898-4458-a7aa-25b01597fb18 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=39e34ab8-30e0-463a-a9d4-1b76cbd385a8 HTTP/1.1" status: 200 len: 858 time: 0.0591137 Oct 20 13:40:29.850161 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ae22c-e537-4ee1-847f-5bc79dc32c76 req-c5980918-f2e1-4ef5-b481-b27f4be754f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:29.852126 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1b9ae22c-e537-4ee1-847f-5bc79dc32c76 req-c5980918-f2e1-4ef5-b481-b27f4be754f8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=80f8d646-52cd-4c79-be89-0476981cc6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535204 Oct 20 13:40:29.908679 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 599f4446-89b3-4ebf-8038-30edc76dc5b0 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:40:29.959100 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1b9ae22c-e537-4ee1-847f-5bc79dc32c76 req-61e0e877-c837-4cb0-ad67-731a36c3aa5a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005518 Oct 20 13:40:29.964738 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 599f4446-89b3-4ebf-8038-30edc76dc5b0 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:40:29.965328 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (599f4446-89b3-4ebf-8038-30edc76dc5b0), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:29.965942 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 599f4446-89b3-4ebf-8038-30edc76dc5b0 Oct 20 13:40:30.060230 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 599f4446-89b3-4ebf-8038-30edc76dc5b0 is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:40:30.061179 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (599f4446-89b3-4ebf-8038-30edc76dc5b0), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:30.061355 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1b9ae22c-e537-4ee1-847f-5bc79dc32c76 req-232a95f7-74ce-4a15-897d-05641f2888ff service neutron] 10.222.0.20 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964532 Oct 20 13:40:30.100398 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port 599f4446-89b3-4ebf-8038-30edc76dc5b0, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=599f4446-89b3-4ebf-8038-30edc76dc5b0,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:40:30.106322 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (599f4446-89b3-4ebf-8038-30edc76dc5b0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:30.172958 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=599f4446-89b3-4ebf-8038-30edc76dc5b0,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:30.784335 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d452dfd-de80-4990-b466-bce78a5596f2 req-f9d1b207-116a-4e90-a8f5-54e5f455f0f7 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:30.786027 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8d452dfd-de80-4990-b466-bce78a5596f2 req-f9d1b207-116a-4e90-a8f5-54e5f455f0f7 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 945 time: 0.0526302 Oct 20 13:40:30.835075 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:30.843103 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8d452dfd-de80-4990-b466-bce78a5596f2 req-8f2e1fda-ddf1-4887-be79-2bc7a8054fb4 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511994 Oct 20 13:40:31.120098 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:40:31.897468 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 599f4446-89b3-4ebf-8038-30edc76dc5b0 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:40:31.952456 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 599f4446-89b3-4ebf-8038-30edc76dc5b0 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:40:31.953991 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (599f4446-89b3-4ebf-8038-30edc76dc5b0), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:31.954550 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 599f4446-89b3-4ebf-8038-30edc76dc5b0 Oct 20 13:40:32.049077 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f6acc-daf9-4604-a9b1-5b7f6616cb32 req-83352096-430f-4d60-aaf9-439bdf2c9c47 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:32.051726 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b26f6acc-daf9-4604-a9b1-5b7f6616cb32 req-83352096-430f-4d60-aaf9-439bdf2c9c47 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 945 time: 0.0710139 Oct 20 13:40:32.053837 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 599f4446-89b3-4ebf-8038-30edc76dc5b0 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:40:32.114472 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b26f6acc-daf9-4604-a9b1-5b7f6616cb32 req-f58d8db7-9d16-4344-a255-15ad279eed21 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553384 Oct 20 13:40:32.276816 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d24a124-531c-4c00-8075-b0e71d7e02e1 req-9af5bc96-325c-40af-a1c5-780a85ba93ad tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:32.285657 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8d24a124-531c-4c00-8075-b0e71d7e02e1 req-9af5bc96-325c-40af-a1c5-780a85ba93ad tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 945 time: 0.0983803 Oct 20 13:40:32.292070 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 45748) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:32.296961 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-baac2264-2cfd-4c40-8cfa-2612bbac25c0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Request body: {'floatingip': {'port_id': '61a2cacd-9e95-4421-956a-22d6ee9a27a3'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:40:32.368200 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a88872-a7e6-4cea-9254-db7f1049294c None None] Sync routers for ids ['b6c4dcb8-e481-45e6-9a91-4927299c8dae'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:40:32.382649 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a88872-a7e6-4cea-9254-db7f1049294c None None] Routers {'b6c4dcb8-e481-45e6-9a91-4927299c8dae'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:40:32.383560 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-48a88872-a7e6-4cea-9254-db7f1049294c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:40:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['b6c4dcb8-e481-45e6-9a91-4927299c8dae'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:32.394287 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-baac2264-2cfd-4c40-8cfa-2612bbac25c0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks [] for floatingip (69e68622-2c61-4184-ab23-f62e215bad47), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:32.500944 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-48a88872-a7e6-4cea-9254-db7f1049294c None None] Set router b6c4dcb8-e481-45e6-9a91-4927299c8dae gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:40:32.608654 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:32.814372 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-48a88872-a7e6-4cea-9254-db7f1049294c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c4dcb8-e481-45e6-9a91-4927299c8dae', 'name': 'tempest-TestMinimumBasicScenario-1218070568-router', 'tenant_id': '773ed98417064aa18010359755de111b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '599f4446-89b3-4ebf-8038-30edc76dc5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:40:21Z', 'updated_at': '2022-10-20T13:40:25Z', 'revision_number': 4, 'project_id': '773ed98417064aa18010359755de111b', 'gw_port': {'id': '599f4446-89b3-4ebf-8038-30edc76dc5b0', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c4dcb8-e481-45e6-9a91-4927299c8dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:22Z', 'updated_at': '2022-10-20T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '07978882-5477-4c5e-88eb-2bb5c9e4b71d', 'name': '', 'network_id': '48347675-97ff-456d-91ec-7cb2e9f2136b', 'tenant_id': '773ed98417064aa18010359755de111b', 'mac_address': 'fa:16:3e:70:4f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c4dcb8-e481-45e6-9a91-4927299c8dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '034d5f54-11d4-4aeb-8bf0-b1b9961b1715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:24Z', 'updated_at': '2022-10-20T13:40:25Z', 'revision_number': 2, 'project_id': '773ed98417064aa18010359755de111b', 'subnets': [{'id': '034d5f54-11d4-4aeb-8bf0-b1b9961b1715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:32.842849 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a88872-a7e6-4cea-9254-db7f1049294c None None] Checking router: b6c4dcb8-e481-45e6-9a91-4927299c8dae for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:40:32.843250 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a88872-a7e6-4cea-9254-db7f1049294c None None] Updating router b6c4dcb8-e481-45e6-9a91-4927299c8dae port 07978882-5477-4c5e-88eb-2bb5c9e4b71d binding host dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 13:40:32.878002 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-48a88872-a7e6-4cea-9254-db7f1049294c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (07978882-5477-4c5e-88eb-2bb5c9e4b71d), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:33.170397 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-48a88872-a7e6-4cea-9254-db7f1049294c None None] Publish callbacks [] for port (07978882-5477-4c5e-88eb-2bb5c9e4b71d), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:33.178283 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-48a88872-a7e6-4cea-9254-db7f1049294c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (07978882-5477-4c5e-88eb-2bb5c9e4b71d), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:33.194848 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-baac2264-2cfd-4c40-8cfa-2612bbac25c0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:33.203254 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-baac2264-2cfd-4c40-8cfa-2612bbac25c0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (69e68622-2c61-4184-ab23-f62e215bad47), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:33.217352 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:33.222506 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38037084-baa9-4b93-9be8-bf42241920ed None None] Pushing event updated for resources: {'Port': ['ID=07978882-5477-4c5e-88eb-2bb5c9e4b71d,revision_number=3']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:33.287972 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-48a88872-a7e6-4cea-9254-db7f1049294c None None] Attempting to bind port 07978882-5477-4c5e-88eb-2bb5c9e4b71d on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:40:33.288326 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-48a88872-a7e6-4cea-9254-db7f1049294c None None] Attempting to bind port 07978882-5477-4c5e-88eb-2bb5c9e4b71d by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': '6bf29195-fb1c-4409-9b8d-9b9c3aadd86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '48347675-97ff-456d-91ec-7cb2e9f2136b'}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:40:33.288678 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a88872-a7e6-4cea-9254-db7f1049294c None None] Attempting to bind port 07978882-5477-4c5e-88eb-2bb5c9e4b71d on network 48347675-97ff-456d-91ec-7cb2e9f2136b {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:40:33.316489 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:33.342611 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a88872-a7e6-4cea-9254-db7f1049294c None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 40, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:40:33.343041 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a88872-a7e6-4cea-9254-db7f1049294c None None] Checking segment: {'id': '6bf29195-fb1c-4409-9b8d-9b9c3aadd86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '48347675-97ff-456d-91ec-7cb2e9f2136b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:40:33.343397 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-48a88872-a7e6-4cea-9254-db7f1049294c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:33.344134 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a88872-a7e6-4cea-9254-db7f1049294c None None] Bound using segment: {'id': '6bf29195-fb1c-4409-9b8d-9b9c3aadd86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '48347675-97ff-456d-91ec-7cb2e9f2136b'} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:40:33.344266 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-48a88872-a7e6-4cea-9254-db7f1049294c None None] Bound port: 07978882-5477-4c5e-88eb-2bb5c9e4b71d, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bf29195-fb1c-4409-9b8d-9b9c3aadd86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '48347675-97ff-456d-91ec-7cb2e9f2136b'}}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:40:33.344580 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-48a88872-a7e6-4cea-9254-db7f1049294c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (07978882-5477-4c5e-88eb-2bb5c9e4b71d), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:33.414323 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-48a88872-a7e6-4cea-9254-db7f1049294c None None] For port 07978882-5477-4c5e-88eb-2bb5c9e4b71d, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:40:33.417504 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-48a88872-a7e6-4cea-9254-db7f1049294c None None] For port 07978882-5477-4c5e-88eb-2bb5c9e4b71d, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=07978882-5477-4c5e-88eb-2bb5c9e4b71d,segment=NetworkSegment(6bf29195-fb1c-4409-9b8d-9b9c3aadd86d),segment_id=6bf29195-fb1c-4409-9b8d-9b9c3aadd86d)] {{(pid=104735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:40:33.426537 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-48a88872-a7e6-4cea-9254-db7f1049294c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (07978882-5477-4c5e-88eb-2bb5c9e4b71d), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:33.447781 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baac2264-2cfd-4c40-8cfa-2612bbac25c0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Router 912b722f-62ce-4725-bd33-0da43e579767 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:40:33.489350 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38037084-baa9-4b93-9be8-bf42241920ed None None] Pushing event updated for resources: {'Port': ['ID=07978882-5477-4c5e-88eb-2bb5c9e4b71d,revision_number=4']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:33.494930 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a88872-a7e6-4cea-9254-db7f1049294c None None] Routers {'b6c4dcb8-e481-45e6-9a91-4927299c8dae'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:40:33.495773 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-48a88872-a7e6-4cea-9254-db7f1049294c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:40:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['b6c4dcb8-e481-45e6-9a91-4927299c8dae'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:33.584409 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baac2264-2cfd-4c40-8cfa-2612bbac25c0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:40:33.629566 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-baac2264-2cfd-4c40-8cfa-2612bbac25c0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:33.638500 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0202082a-c0c4-47d4-a881-68ca93c67905 None None] Sync routers for ids ['912b722f-62ce-4725-bd33-0da43e579767'] in dv-cinder-862136-1-iscsi {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:40:33.656242 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0202082a-c0c4-47d4-a881-68ca93c67905 None None] Routers {'912b722f-62ce-4725-bd33-0da43e579767'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:40:33.658028 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-0202082a-c0c4-47d4-a881-68ca93c67905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:40:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['912b722f-62ce-4725-bd33-0da43e579767'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:33.717980 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-48a88872-a7e6-4cea-9254-db7f1049294c None None] Set router b6c4dcb8-e481-45e6-9a91-4927299c8dae gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:40:33.745957 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f326ad5-ca2f-4300-8676-2b6d7edfb108', 'tag': '61a2cacd-9e95-4421-956a-22d6ee9a27a3'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:40:33.748647 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1e78ae-fcdd-48c5-9b4b-3d201fa25625" -d '{"events": [{"name": "network-changed", "server_uuid": "5f326ad5-ca2f-4300-8676-2b6d7edfb108", "tag": "61a2cacd-9e95-4421-956a-22d6ee9a27a3"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:40:33.753580 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-baac2264-2cfd-4c40-8cfa-2612bbac25c0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/69e68622-2c61-4184-ab23-f62e215bad47 HTTP/1.1" status: 200 len: 993 time: 1.4601712 Oct 20 13:40:33.794556 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd25516b-b6e6-4fc9-9002-e6bb4621c130 x-openstack-request-id: req-fd25516b-b6e6-4fc9-9002-e6bb4621c130 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:40:33.794844 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f326ad5-ca2f-4300-8676-2b6d7edfb108", "tag": "61a2cacd-9e95-4421-956a-22d6ee9a27a3", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:40:33.795147 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fd25516b-b6e6-4fc9-9002-e6bb4621c130 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:40:33.795546 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd25516b-b6e6-4fc9-9002-e6bb4621c130'] response: {'name': 'network-changed', 'server_uuid': '5f326ad5-ca2f-4300-8676-2b6d7edfb108', 'tag': '61a2cacd-9e95-4421-956a-22d6ee9a27a3', 'status': 'completed', 'code': 200} Oct 20 13:40:33.933767 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:33.940748 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e78ae-fcdd-48c5-9b4b-3d201fa25625 req-7cacaf38-c809-4163-a51f-b75c5b1f4bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:33.943852 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ad1e78ae-fcdd-48c5-9b4b-3d201fa25625 req-7cacaf38-c809-4163-a51f-b75c5b1f4bb3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f36e9fb394944eb0a0c2c0075dbc937c&device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 1129 time: 0.1034191 Oct 20 13:40:33.993649 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-48a88872-a7e6-4cea-9254-db7f1049294c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c4dcb8-e481-45e6-9a91-4927299c8dae', 'name': 'tempest-TestMinimumBasicScenario-1218070568-router', 'tenant_id': '773ed98417064aa18010359755de111b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '599f4446-89b3-4ebf-8038-30edc76dc5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:40:21Z', 'updated_at': '2022-10-20T13:40:25Z', 'revision_number': 4, 'project_id': '773ed98417064aa18010359755de111b', 'gw_port': {'id': '599f4446-89b3-4ebf-8038-30edc76dc5b0', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c4dcb8-e481-45e6-9a91-4927299c8dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:22Z', 'updated_at': '2022-10-20T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '07978882-5477-4c5e-88eb-2bb5c9e4b71d', 'name': '', 'network_id': '48347675-97ff-456d-91ec-7cb2e9f2136b', 'tenant_id': '773ed98417064aa18010359755de111b', 'mac_address': 'fa:16:3e:70:4f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c4dcb8-e481-45e6-9a91-4927299c8dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '034d5f54-11d4-4aeb-8bf0-b1b9961b1715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:24Z', 'updated_at': '2022-10-20T13:40:33Z', 'revision_number': 4, 'project_id': '773ed98417064aa18010359755de111b', 'subnets': [{'id': '034d5f54-11d4-4aeb-8bf0-b1b9961b1715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:34.020085 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-0202082a-c0c4-47d4-a881-68ca93c67905 None None] Set router 912b722f-62ce-4725-bd33-0da43e579767 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:40:34.022010 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a88872-a7e6-4cea-9254-db7f1049294c None None] The sync data for ids ['b6c4dcb8-e481-45e6-9a91-4927299c8dae'] in dv-cinder-862136-1-iscsi is: [{'id': 'b6c4dcb8-e481-45e6-9a91-4927299c8dae', 'name': 'tempest-TestMinimumBasicScenario-1218070568-router', 'tenant_id': '773ed98417064aa18010359755de111b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '599f4446-89b3-4ebf-8038-30edc76dc5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:40:21Z', 'updated_at': '2022-10-20T13:40:25Z', 'revision_number': 4, 'project_id': '773ed98417064aa18010359755de111b', 'gw_port': {'id': '599f4446-89b3-4ebf-8038-30edc76dc5b0', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c4dcb8-e481-45e6-9a91-4927299c8dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:22Z', 'updated_at': '2022-10-20T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '07978882-5477-4c5e-88eb-2bb5c9e4b71d', 'name': '', 'network_id': '48347675-97ff-456d-91ec-7cb2e9f2136b', 'tenant_id': '773ed98417064aa18010359755de111b', 'mac_address': 'fa:16:3e:70:4f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6c4dcb8-e481-45e6-9a91-4927299c8dae', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '034d5f54-11d4-4aeb-8bf0-b1b9961b1715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:24Z', 'updated_at': '2022-10-20T13:40:33Z', 'revision_number': 4, 'project_id': '773ed98417064aa18010359755de111b', 'subnets': [{'id': '034d5f54-11d4-4aeb-8bf0-b1b9961b1715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:40:34.053521 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 07978882-5477-4c5e-88eb-2bb5c9e4b71d up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:40:34.071413 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e78ae-fcdd-48c5-9b4b-3d201fa25625 req-f5976e6d-73b4-482f-8500-53ad98493cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:34.075084 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ad1e78ae-fcdd-48c5-9b4b-3d201fa25625 req-f5976e6d-73b4-482f-8500-53ad98493cd2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=80f8d646-52cd-4c79-be89-0476981cc6e9 HTTP/1.1" status: 200 len: 920 time: 0.1213198 Oct 20 13:40:34.151664 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ad1e78ae-fcdd-48c5-9b4b-3d201fa25625 req-51646e15-765b-4790-807e-beebf52078a5 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61a2cacd-9e95-4421-956a-22d6ee9a27a3 HTTP/1.1" status: 200 len: 1001 time: 0.0709777 Oct 20 13:40:34.174312 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 07978882-5477-4c5e-88eb-2bb5c9e4b71d triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:40:34.174950 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (07978882-5477-4c5e-88eb-2bb5c9e4b71d), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:34.175429 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 07978882-5477-4c5e-88eb-2bb5c9e4b71d Oct 20 13:40:34.221261 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:34.227507 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e78ae-fcdd-48c5-9b4b-3d201fa25625 req-4fe3e3c1-89fc-4d30-98d6-a3ec8d7d7156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:34.229077 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ad1e78ae-fcdd-48c5-9b4b-3d201fa25625 req-4fe3e3c1-89fc-4d30-98d6-a3ec8d7d7156 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=39e34ab8-30e0-463a-a9d4-1b76cbd385a8 HTTP/1.1" status: 200 len: 858 time: 0.0712388 Oct 20 13:40:34.248521 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:34.277038 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:34.285415 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e78ae-fcdd-48c5-9b4b-3d201fa25625 req-0ff703bf-7a6c-4917-a102-8d888efc78e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:34.286953 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ad1e78ae-fcdd-48c5-9b4b-3d201fa25625 req-0ff703bf-7a6c-4917-a102-8d888efc78e6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=80f8d646-52cd-4c79-be89-0476981cc6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510232 Oct 20 13:40:34.339124 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 07978882-5477-4c5e-88eb-2bb5c9e4b71d is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:40:34.339504 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (07978882-5477-4c5e-88eb-2bb5c9e4b71d), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:34.425410 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-0202082a-c0c4-47d4-a881-68ca93c67905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912b722f-62ce-4725-bd33-0da43e579767', 'name': 'tempest-ServerRescueNegativeTestJSON-2097664648-router', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:04Z', 'updated_at': '2022-10-20T13:37:07Z', 'revision_number': 4, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'gw_port': {'id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912b722f-62ce-4725-bd33-0da43e579767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:05Z', 'updated_at': '2022-10-20T13:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': '69e68622-2c61-4184-ab23-f62e215bad47', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '912b722f-62ce-4725-bd33-0da43e579767', 'port_id': '61a2cacd-9e95-4421-956a-22d6ee9a27a3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9', 'mac_address': 'fa:16:3e:0d:95:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f326ad5-ca2f-4300-8676-2b6d7edfb108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:38:51Z', 'updated_at': '2022-10-20T13:40:33Z', 'revision_number': 3, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '542bf4f3-82b0-45c3-a06e-3e578747d746', 'name': '', 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'mac_address': 'fa:16:3e:52:39:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912b722f-62ce-4725-bd33-0da43e579767', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:07Z', 'updated_at': '2022-10-20T13:37:13Z', 'revision_number': 5, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'subnets': [{'id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:34.442627 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ad1e78ae-fcdd-48c5-9b4b-3d201fa25625 req-d42bfb02-1ccb-45f4-94f8-34a5d3d655b2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475837 Oct 20 13:40:34.456179 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0202082a-c0c4-47d4-a881-68ca93c67905 None None] Checking router: 912b722f-62ce-4725-bd33-0da43e579767 for host: dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:40:34.477305 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port 07978882-5477-4c5e-88eb-2bb5c9e4b71d, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=07978882-5477-4c5e-88eb-2bb5c9e4b71d,segment=NetworkSegment(6bf29195-fb1c-4409-9b8d-9b9c3aadd86d),segment_id=6bf29195-fb1c-4409-9b8d-9b9c3aadd86d)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:40:34.482424 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (07978882-5477-4c5e-88eb-2bb5c9e4b71d), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:34.561715 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=07978882-5477-4c5e-88eb-2bb5c9e4b71d,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:34.565744 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0202082a-c0c4-47d4-a881-68ca93c67905 None None] Routers {'912b722f-62ce-4725-bd33-0da43e579767'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:40:34.566357 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-0202082a-c0c4-47d4-a881-68ca93c67905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:40:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['912b722f-62ce-4725-bd33-0da43e579767'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:34.631366 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ad1e78ae-fcdd-48c5-9b4b-3d201fa25625 req-b1773399-33a1-4a04-8b9e-4e2c9f9f4367 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629930 Oct 20 13:40:34.687427 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-0202082a-c0c4-47d4-a881-68ca93c67905 None None] Set router 912b722f-62ce-4725-bd33-0da43e579767 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:40:34.944718 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-0202082a-c0c4-47d4-a881-68ca93c67905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912b722f-62ce-4725-bd33-0da43e579767', 'name': 'tempest-ServerRescueNegativeTestJSON-2097664648-router', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:04Z', 'updated_at': '2022-10-20T13:37:07Z', 'revision_number': 4, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'gw_port': {'id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912b722f-62ce-4725-bd33-0da43e579767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:05Z', 'updated_at': '2022-10-20T13:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': '69e68622-2c61-4184-ab23-f62e215bad47', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '912b722f-62ce-4725-bd33-0da43e579767', 'port_id': '61a2cacd-9e95-4421-956a-22d6ee9a27a3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9', 'mac_address': 'fa:16:3e:0d:95:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f326ad5-ca2f-4300-8676-2b6d7edfb108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:38:51Z', 'updated_at': '2022-10-20T13:40:33Z', 'revision_number': 3, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '542bf4f3-82b0-45c3-a06e-3e578747d746', 'name': '', 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'mac_address': 'fa:16:3e:52:39:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912b722f-62ce-4725-bd33-0da43e579767', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:07Z', 'updated_at': '2022-10-20T13:37:13Z', 'revision_number': 5, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'subnets': [{'id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:34.974021 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0202082a-c0c4-47d4-a881-68ca93c67905 None None] The sync data for ids ['912b722f-62ce-4725-bd33-0da43e579767'] in dv-cinder-862136-1-iscsi is: [{'id': '912b722f-62ce-4725-bd33-0da43e579767', 'name': 'tempest-ServerRescueNegativeTestJSON-2097664648-router', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:04Z', 'updated_at': '2022-10-20T13:37:07Z', 'revision_number': 4, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'gw_port': {'id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912b722f-62ce-4725-bd33-0da43e579767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:05Z', 'updated_at': '2022-10-20T13:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': '69e68622-2c61-4184-ab23-f62e215bad47', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'floating_ip_address': '172.27.0.154', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '912b722f-62ce-4725-bd33-0da43e579767', 'port_id': '61a2cacd-9e95-4421-956a-22d6ee9a27a3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9', 'mac_address': 'fa:16:3e:0d:95:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f326ad5-ca2f-4300-8676-2b6d7edfb108', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:38:51Z', 'updated_at': '2022-10-20T13:40:33Z', 'revision_number': 3, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '542bf4f3-82b0-45c3-a06e-3e578747d746', 'name': '', 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'mac_address': 'fa:16:3e:52:39:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912b722f-62ce-4725-bd33-0da43e579767', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:07Z', 'updated_at': '2022-10-20T13:37:13Z', 'revision_number': 5, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'subnets': [{'id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:40:35.797315 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f326ad5-ca2f-4300-8676-2b6d7edfb108', 'tag': '61a2cacd-9e95-4421-956a-22d6ee9a27a3'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:40:35.799634 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea78dae-d3c1-4ac0-9763-41840d9f5904" -d '{"events": [{"name": "network-changed", "server_uuid": "5f326ad5-ca2f-4300-8676-2b6d7edfb108", "tag": "61a2cacd-9e95-4421-956a-22d6ee9a27a3"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:40:35.870880 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b01c919-f5b2-4de7-80b5-a6635d9cccbb x-openstack-request-id: req-6b01c919-f5b2-4de7-80b5-a6635d9cccbb {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:40:35.870880 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f326ad5-ca2f-4300-8676-2b6d7edfb108", "tag": "61a2cacd-9e95-4421-956a-22d6ee9a27a3", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:40:35.870880 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6b01c919-f5b2-4de7-80b5-a6635d9cccbb {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:40:35.870880 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b01c919-f5b2-4de7-80b5-a6635d9cccbb'] response: {'name': 'network-changed', 'server_uuid': '5f326ad5-ca2f-4300-8676-2b6d7edfb108', 'tag': '61a2cacd-9e95-4421-956a-22d6ee9a27a3', 'status': 'completed', 'code': 200} Oct 20 13:40:35.930551 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 07978882-5477-4c5e-88eb-2bb5c9e4b71d up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:40:35.953089 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea78dae-d3c1-4ac0-9763-41840d9f5904 req-64d9acf7-ef1e-4f66-8af3-4b768380e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:35.954595 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0ea78dae-d3c1-4ac0-9763-41840d9f5904 req-64d9acf7-ef1e-4f66-8af3-4b768380e582 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f36e9fb394944eb0a0c2c0075dbc937c&device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 1129 time: 0.0470479 Oct 20 13:40:35.985480 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 07978882-5477-4c5e-88eb-2bb5c9e4b71d triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:40:35.986016 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (07978882-5477-4c5e-88eb-2bb5c9e4b71d), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:35.986468 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 07978882-5477-4c5e-88eb-2bb5c9e4b71d Oct 20 13:40:36.067791 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea78dae-d3c1-4ac0-9763-41840d9f5904 req-edbfdd31-6c06-40e7-8664-7d0205a5a536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:36.069573 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0ea78dae-d3c1-4ac0-9763-41840d9f5904 req-edbfdd31-6c06-40e7-8664-7d0205a5a536 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=80f8d646-52cd-4c79-be89-0476981cc6e9 HTTP/1.1" status: 200 len: 920 time: 0.1050127 Oct 20 13:40:36.076522 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 07978882-5477-4c5e-88eb-2bb5c9e4b71d is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:40:36.139450 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0ea78dae-d3c1-4ac0-9763-41840d9f5904 req-3d9cad9c-e019-4f3e-915f-da2c58efb254 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61a2cacd-9e95-4421-956a-22d6ee9a27a3 HTTP/1.1" status: 200 len: 1001 time: 0.0614853 Oct 20 13:40:36.195931 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea78dae-d3c1-4ac0-9763-41840d9f5904 req-60bc6964-34de-43ef-a34a-7dee35e20736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:36.197583 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0ea78dae-d3c1-4ac0-9763-41840d9f5904 req-60bc6964-34de-43ef-a34a-7dee35e20736 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=39e34ab8-30e0-463a-a9d4-1b76cbd385a8 HTTP/1.1" status: 200 len: 858 time: 0.0519655 Oct 20 13:40:36.244063 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea78dae-d3c1-4ac0-9763-41840d9f5904 req-3522e491-03d2-4c71-853c-2a7fcb491722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:36.245599 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0ea78dae-d3c1-4ac0-9763-41840d9f5904 req-3522e491-03d2-4c71-853c-2a7fcb491722 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=80f8d646-52cd-4c79-be89-0476981cc6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419247 Oct 20 13:40:36.344312 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0ea78dae-d3c1-4ac0-9763-41840d9f5904 req-f79c4342-fe7c-4883-baaf-7765fe9aa33a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906899 Oct 20 13:40:36.457579 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0ea78dae-d3c1-4ac0-9763-41840d9f5904 req-1f326432-1895-48f0-849f-19506f375d53 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060414 Oct 20 13:40:36.679882 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:38.208786 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-db48bc9d-91ad-4ea2-8b27-f79c22442822 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:38.210180 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-db48bc9d-91ad-4ea2-8b27-f79c22442822 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/networks?id=90f6ed8e-98d1-4717-a988-12e9beb2cc56 HTTP/1.1" status: 200 len: 814 time: 0.1037607 Oct 20 13:40:38.224720 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-e3565108-619d-404e-988c-e537b6e0d0d7 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/quotas/accdb851c01342d49228faa016ff430c HTTP/1.1" status: 200 len: 375 time: 0.0092740 Oct 20 13:40:38.272949 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-21cb9288-0aeb-4db0-becb-b5a89531a21e tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=accdb851c01342d49228faa016ff430c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430796 Oct 20 13:40:38.367030 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-93ce4611-09f7-4e15-985e-07fd96705372 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/90f6ed8e-98d1-4717-a988-12e9beb2cc56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822778 Oct 20 13:40:38.457309 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-5fae5421-d989-447c-a7d5-5432a9881f95 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/90f6ed8e-98d1-4717-a988-12e9beb2cc56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843000 Oct 20 13:40:38.648490 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e96f8563-8177-4006-bb2d-28cdff195a6e req-0bf0d90e-7525-4d38-94ba-444814e008a1 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 210 time: 0.0465312 Oct 20 13:40:39.755703 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-a1f26dde-861e-427c-b2a2-4a4d3914c970 req-5ad75181-1b07-4888-87ba-093cca6b8f2e tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 210 time: 0.0281105 Oct 20 13:40:40.093423 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:40.099758 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e1afe7c9-2694-41dd-9d23-421738918181 req-4095d0cb-14c8-4267-bb73-fee005dec7e0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423899 Oct 20 13:40:40.223796 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afe7c9-2694-41dd-9d23-421738918181 req-56bfe27b-c6f3-40c1-bd81-82c29cbf24dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:40.225304 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e1afe7c9-2694-41dd-9d23-421738918181 req-56bfe27b-c6f3-40c1-bd81-82c29cbf24dc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f36e9fb394944eb0a0c2c0075dbc937c&device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 1129 time: 0.0919707 Oct 20 13:40:40.315797 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-ce51e011-7f0e-4c9c-ae17-08aaff763385 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:40.317260 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-ce51e011-7f0e-4c9c-ae17-08aaff763385 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.20 "GET /networking/v2.0/networks?id=90f6ed8e-98d1-4717-a988-12e9beb2cc56 HTTP/1.1" status: 200 len: 814 time: 0.1933014 Oct 20 13:40:40.358808 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afe7c9-2694-41dd-9d23-421738918181 req-67298369-bf4d-4672-b175-ed18c8adda60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:40.361287 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e1afe7c9-2694-41dd-9d23-421738918181 req-67298369-bf4d-4672-b175-ed18c8adda60 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=80f8d646-52cd-4c79-be89-0476981cc6e9 HTTP/1.1" status: 200 len: 920 time: 0.1096551 Oct 20 13:40:40.401701 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-70cbcbbb-9cdf-4682-884d-dba52a1a1bde tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Request body: {'port': {'device_id': 'e89b72ca-c19d-4976-97be-086660601e2b', 'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56', 'admin_state_up': True, 'tenant_id': 'accdb851c01342d49228faa016ff430c'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:40:40.482517 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:40.486957 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e1afe7c9-2694-41dd-9d23-421738918181 req-5d827db8-eebe-48d1-af8d-4bc21be5f932 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 HTTP/1.1" status: 200 len: 217 time: 0.0800388 Oct 20 13:40:40.563168 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afe7c9-2694-41dd-9d23-421738918181 req-f80a0c26-5f59-4a72-91b6-553176181513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:40.564720 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e1afe7c9-2694-41dd-9d23-421738918181 req-f80a0c26-5f59-4a72-91b6-553176181513 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=39e34ab8-30e0-463a-a9d4-1b76cbd385a8 HTTP/1.1" status: 200 len: 858 time: 0.0707064 Oct 20 13:40:40.632973 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-70cbcbbb-9cdf-4682-884d-dba52a1a1bde tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Made reservation on behalf of accdb851c01342d49228faa016ff430c for: {'port': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:40:40.643692 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-70cbcbbb-9cdf-4682-884d-dba52a1a1bde tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:40.651930 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afe7c9-2694-41dd-9d23-421738918181 req-d65ba0c2-34ed-4306-8143-791f5892acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:40.653593 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e1afe7c9-2694-41dd-9d23-421738918181 req-d65ba0c2-34ed-4306-8143-791f5892acc9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=80f8d646-52cd-4c79-be89-0476981cc6e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0828707 Oct 20 13:40:40.867891 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-70cbcbbb-9cdf-4682-884d-dba52a1a1bde tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Allocated IP 172.20.0.5 (90f6ed8e-98d1-4717-a988-12e9beb2cc56/d9d54a4b-a660-40c7-821e-658dfb160f21/57704c11-9966-4dc7-ba8b-0af092c2b73f) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:40:40.934080 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-9fc6703d-fe9a-45de-873e-8d885843a2bf req-a563d8e6-416c-4ce8-9e48-aa185356838f tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 210 time: 0.0426114 Oct 20 13:40:41.055343 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-70cbcbbb-9cdf-4682-884d-dba52a1a1bde tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for port (57704c11-9966-4dc7-ba8b-0af092c2b73f), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:41.085033 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:41.092692 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-70cbcbbb-9cdf-4682-884d-dba52a1a1bde tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (57704c11-9966-4dc7-ba8b-0af092c2b73f), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:41.148701 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-70cbcbbb-9cdf-4682-884d-dba52a1a1bde tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Network 90f6ed8e-98d1-4717-a988-12e9beb2cc56 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:40:41.153149 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-70cbcbbb-9cdf-4682-884d-dba52a1a1bde tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:40:41.160747 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-70cbcbbb-9cdf-4682-884d-dba52a1a1bde tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:40:41.206913 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cbcbbb-9cdf-4682-884d-dba52a1a1bde tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Pushing event updated for resources: {'Port': ['ID=57704c11-9966-4dc7-ba8b-0af092c2b73f,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:41.230885 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-70cbcbbb-9cdf-4682-884d-dba52a1a1bde tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:41.237782 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-70cbcbbb-9cdf-4682-884d-dba52a1a1bde tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:41.259870 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-70cbcbbb-9cdf-4682-884d-dba52a1a1bde tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8622439 Oct 20 13:40:41.466859 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-f83b36c2-b15d-4088-b241-cf2980ee05a0 None None] Provisioning complete for port 57704c11-9966-4dc7-ba8b-0af092c2b73f triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:40:41.467419 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f83b36c2-b15d-4088-b241-cf2980ee05a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (57704c11-9966-4dc7-ba8b-0af092c2b73f), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:41.467419 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-f83b36c2-b15d-4088-b241-cf2980ee05a0 None None] Attempt 1 to provision port 57704c11-9966-4dc7-ba8b-0af092c2b73f Oct 20 13:40:41.500455 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-f83b36c2-b15d-4088-b241-cf2980ee05a0 None None] Port 57704c11-9966-4dc7-ba8b-0af092c2b73f cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:40:42.042469 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=100 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:42.062597 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6409dd-42f3-4011-8a65-d72ef7e34fba req-021e6a10-2158-4d82-86f7-b914aa82b192 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:42.064050 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-9a6409dd-42f3-4011-8a65-d72ef7e34fba req-021e6a10-2158-4d82-86f7-b914aa82b192 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 931 time: 0.0543964 Oct 20 13:40:42.113893 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-9a6409dd-42f3-4011-8a65-d72ef7e34fba req-070131e4-c27c-420a-8d34-453a2ae50426 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441086 Oct 20 13:40:43.247587 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256219a7-a63e-4d60-bba9-89f95f9a183f req-07c245a6-b323-49c8-8ce1-11dfe5ec0092 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:43.249082 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-256219a7-a63e-4d60-bba9-89f95f9a183f req-07c245a6-b323-49c8-8ce1-11dfe5ec0092 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 931 time: 0.0522299 Oct 20 13:40:43.301125 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-256219a7-a63e-4d60-bba9-89f95f9a183f req-a7feb5ea-c25a-4a21-a49f-453b5c5c2d0f tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458109 Oct 20 13:40:44.433765 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2d1fd-c068-45e4-b30e-c9e684cd096e req-0eaedf4c-9309-4eff-9a38-9ad3fab182da tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:44.435461 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-0ee2d1fd-c068-45e4-b30e-c9e684cd096e req-0eaedf4c-9309-4eff-9a38-9ad3fab182da tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 931 time: 0.0528493 Oct 20 13:40:44.490172 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-0ee2d1fd-c068-45e4-b30e-c9e684cd096e req-9413a4dc-a84a-4f8e-8738-f7a7fee513a6 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482991 Oct 20 13:40:45.616717 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a82264-57f4-42cc-957f-4154f346d537 req-67dd6d90-e84d-4d27-9144-701dabf87807 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:45.618254 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-35a82264-57f4-42cc-957f-4154f346d537 req-67dd6d90-e84d-4d27-9144-701dabf87807 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 931 time: 0.0488937 Oct 20 13:40:45.669398 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-35a82264-57f4-42cc-957f-4154f346d537 req-44385431-09db-4d4e-a83c-72cb4db20f5b tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452743 Oct 20 13:40:46.791203 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af55ce9-954b-4727-be4d-1909e338a335 req-986dafe5-1e8e-4d27-b61f-c0943ef637a2 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:46.792658 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-6af55ce9-954b-4727-be4d-1909e338a335 req-986dafe5-1e8e-4d27-b61f-c0943ef637a2 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 931 time: 0.0475681 Oct 20 13:40:46.819437 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=100 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:46.848006 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-6af55ce9-954b-4727-be4d-1909e338a335 req-3b726596-7631-460c-a4a0-c2aea9c72c17 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485785 Oct 20 13:40:47.977383 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b59c52-0cf5-44e1-be12-f6b1ec71cc61 req-6cb1091d-6c3f-47c0-b30e-9656e02f198d tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:47.978834 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-31b59c52-0cf5-44e1-be12-f6b1ec71cc61 req-6cb1091d-6c3f-47c0-b30e-9656e02f198d tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 931 time: 0.0470948 Oct 20 13:40:48.028409 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-31b59c52-0cf5-44e1-be12-f6b1ec71cc61 req-070bb89b-2c91-479d-b319-bc58293a6de3 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440354 Oct 20 13:40:49.123925 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=66,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:49.128753 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:49.155576 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2d1996-fff2-4921-b7eb-c1985efe730c req-10866ce5-c76c-48b9-b141-b12853e2c0bc tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:49.157101 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-4d2d1996-fff2-4921-b7eb-c1985efe730c req-10866ce5-c76c-48b9-b141-b12853e2c0bc tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 931 time: 0.0496342 Oct 20 13:40:49.206912 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-4d2d1996-fff2-4921-b7eb-c1985efe730c req-a7c4c0e8-467b-4754-8468-42df4fd1ffa0 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439298 Oct 20 13:40:49.741245 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Request body: {'port': {'device_id': 'e89b72ca-c19d-4976-97be-086660601e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86213'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:40:49.863656 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (57704c11-9966-4dc7-ba8b-0af092c2b73f), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:49.887275 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e1afe7c9-2694-41dd-9d23-421738918181 req-9acf482d-6424-45f2-8e1d-b88a1fb1c672 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431353 Oct 20 13:40:49.926302 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:50.119392 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57704c11-9966-4dc7-ba8b-0af092c2b73f {{(pid=104733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:40:50.134849 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Publish callbacks [] for port (57704c11-9966-4dc7-ba8b-0af092c2b73f), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:50.194863 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.provisioning_blocks [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Transition to ACTIVE for port object 57704c11-9966-4dc7-ba8b-0af092c2b73f will not be triggered until provisioned by entity L2. {{(pid=104733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 13:40:50.201933 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (57704c11-9966-4dc7-ba8b-0af092c2b73f), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:50.310314 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Pushing event updated for resources: {'Port': ['ID=57704c11-9966-4dc7-ba8b-0af092c2b73f,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:50.327631 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e1afe7c9-2694-41dd-9d23-421738918181 req-c52a5e7c-fed2-467f-8b92-1f0e96cd9536 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032642 Oct 20 13:40:50.331199 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f16f1a-3f7b-48a9-96b4-82f191c912cd req-67fa148b-72aa-47c5-b1b3-2847bb20dc35 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:50.339297 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-96f16f1a-3f7b-48a9-96b4-82f191c912cd req-67fa148b-72aa-47c5-b1b3-2847bb20dc35 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 943 time: 0.0570457 Oct 20 13:40:50.343614 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:50.344123 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:50.344474 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:50.344895 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:50.345237 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:50.345626 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:50.345968 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:50.346355 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:50.346850 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:50.347192 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:50.347573 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:50.348048 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:50.348376 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:50.348706 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:50.349069 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:50.365036 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Attempting to bind port 57704c11-9966-4dc7-ba8b-0af092c2b73f on host hv-cinder-86213 for vnic_type normal with profile {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:40:50.365378 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Attempting to bind port 57704c11-9966-4dc7-ba8b-0af092c2b73f by drivers openvswitch,hyperv on host hv-cinder-86213 at level 0 using segments [{'id': '380d1854-2618-4d86-b29b-a3cf5fa8193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56'}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:40:50.365707 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Attempting to bind port 57704c11-9966-4dc7-ba8b-0af092c2b73f on network 90f6ed8e-98d1-4717-a988-12e9beb2cc56 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:40:50.388784 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-96f16f1a-3f7b-48a9-96b4-82f191c912cd req-030bab5c-6a15-4073-b1e3-0e8e5c2ace2c tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482006 Oct 20 13:40:50.415021 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Port 57704c11-9966-4dc7-ba8b-0af092c2b73f on network 90f6ed8e-98d1-4717-a988-12e9beb2cc56 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86213 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 13:40:50.415326 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Attempting to bind port 57704c11-9966-4dc7-ba8b-0af092c2b73f on network 90f6ed8e-98d1-4717-a988-12e9beb2cc56 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:40:50.441218 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:50.457932 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Checking agent: {'id': '4b042e07-7f30-49b6-94c5-05338f7deed3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'started_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:40:50.458267 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Checking segment: {'id': '380d1854-2618-4d86-b29b-a3cf5fa8193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:40:50.458641 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Bound using segment: {'id': '380d1854-2618-4d86-b29b-a3cf5fa8193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56'} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:40:50.459070 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Bound port: 57704c11-9966-4dc7-ba8b-0af092c2b73f, host: hv-cinder-86213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '380d1854-2618-4d86-b29b-a3cf5fa8193e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56'}}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:40:50.459422 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (57704c11-9966-4dc7-ba8b-0af092c2b73f), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:50.521636 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] For port 57704c11-9966-4dc7-ba8b-0af092c2b73f, host hv-cinder-86213, cleared binding levels {{(pid=104733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:40:50.524989 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] For port 57704c11-9966-4dc7-ba8b-0af092c2b73f, host hv-cinder-86213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=57704c11-9966-4dc7-ba8b-0af092c2b73f,segment=NetworkSegment(380d1854-2618-4d86-b29b-a3cf5fa8193e),segment_id=380d1854-2618-4d86-b29b-a3cf5fa8193e)] {{(pid=104733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:40:50.530578 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (57704c11-9966-4dc7-ba8b-0af092c2b73f), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:50.534555 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:50.535181 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:50.536515 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/57704c11-9966-4dc7-ba8b-0af092c2b73f HTTP/1.1" status: 200 len: 1093 time: 0.8001957 Oct 20 13:40:50.537089 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89b72ca-c19d-4976-97be-086660601e2b', 'tag': '57704c11-9966-4dc7-ba8b-0af092c2b73f'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:40:50.539347 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50548189-2a9b-4386-a793-db17a0e2963b" -d '{"events": [{"name": "network-changed", "server_uuid": "e89b72ca-c19d-4976-97be-086660601e2b", "tag": "57704c11-9966-4dc7-ba8b-0af092c2b73f"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:40:50.576649 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7256fe5-8688-4c97-900b-33cbaac5efcd x-openstack-request-id: req-e7256fe5-8688-4c97-900b-33cbaac5efcd {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:40:50.576971 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89b72ca-c19d-4976-97be-086660601e2b", "tag": "57704c11-9966-4dc7-ba8b-0af092c2b73f", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:40:50.577208 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e7256fe5-8688-4c97-900b-33cbaac5efcd {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:40:50.577625 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7256fe5-8688-4c97-900b-33cbaac5efcd'] response: {'name': 'network-changed', 'server_uuid': 'e89b72ca-c19d-4976-97be-086660601e2b', 'tag': '57704c11-9966-4dc7-ba8b-0af092c2b73f', 'status': 'completed', 'code': 200} Oct 20 13:40:50.587769 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdcd159-9c39-48f5-bbc2-dc91d371d252 service neutron] Pushing event updated for resources: {'Port': ['ID=57704c11-9966-4dc7-ba8b-0af092c2b73f,revision_number=3']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:50.689827 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:50.718491 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:50.736176 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50548189-2a9b-4386-a793-db17a0e2963b req-03769319-9bcc-4410-a8e2-5d90045e1e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:50.738937 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-50548189-2a9b-4386-a793-db17a0e2963b req-03769319-9bcc-4410-a8e2-5d90045e1e45 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=accdb851c01342d49228faa016ff430c&device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 1127 time: 0.0451589 Oct 20 13:40:50.849516 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50548189-2a9b-4386-a793-db17a0e2963b req-55de229b-00cb-48e2-837c-721a7fbafc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:50.851125 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-50548189-2a9b-4386-a793-db17a0e2963b req-55de229b-00cb-48e2-837c-721a7fbafc3e service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=accdb851c01342d49228faa016ff430c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0950050 Oct 20 13:40:50.912763 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:50.947862 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50548189-2a9b-4386-a793-db17a0e2963b req-6b15e579-4d88-485c-9979-11f8e55e15bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:50.949338 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-50548189-2a9b-4386-a793-db17a0e2963b req-6b15e579-4d88-485c-9979-11f8e55e15bb service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925553 Oct 20 13:40:51.043401 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-37c6cad4-1824-4a2d-a020-873a3df09cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:51.044976 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-37c6cad4-1824-4a2d-a020-873a3df09cd6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=accdb851c01342d49228faa016ff430c&device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 1127 time: 0.0414648 Oct 20 13:40:51.095334 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-15e8586d-51b6-4b2b-b866-78e0dbd768e8 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57704c11-9966-4dc7-ba8b-0af092c2b73f HTTP/1.1" status: 200 len: 217 time: 0.0367200 Oct 20 13:40:51.158301 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-45b1554d-7218-4139-b114-836f7bb22935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:51.159716 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-45b1554d-7218-4139-b114-836f7bb22935 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d9d54a4b-a660-40c7-821e-658dfb160f21 HTTP/1.1" status: 200 len: 853 time: 0.0439239 Oct 20 13:40:51.385408 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-63958dd2-2e57-4432-a3d4-710b62754d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:51.386928 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-63958dd2-2e57-4432-a3d4-710b62754d8c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=90f6ed8e-98d1-4717-a988-12e9beb2cc56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399837 Oct 20 13:40:51.511819 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-077c6193-c5ac-46d2-a181-9ec8dbcc4777 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/90f6ed8e-98d1-4717-a988-12e9beb2cc56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177707 Oct 20 13:40:51.532355 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cf47c-2983-442b-8378-c05d05fd01d8 req-e41291e3-0d06-4a6d-b005-73773dc87229 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:51.533799 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c37cf47c-2983-442b-8378-c05d05fd01d8 req-e41291e3-0d06-4a6d-b005-73773dc87229 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 943 time: 0.0666003 Oct 20 13:40:51.702992 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a02656-b7ea-4071-a994-485b03d11210 req-a9b9e170-6c0c-40b7-8f24-c628aa8d7cd8 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:51.704548 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-15a02656-b7ea-4071-a994-485b03d11210 req-a9b9e170-6c0c-40b7-8f24-c628aa8d7cd8 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=29e3dc4f-68fd-40c3-a6db-6a36405b78b8 HTTP/1.1" status: 200 len: 945 time: 0.0491767 Oct 20 13:40:51.754910 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-15a02656-b7ea-4071-a994-485b03d11210 req-9e5041a5-f30a-4b8a-8c78-fa4426481e54 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4cf77cda-02bc-4f38-8b28-ee6dfeea35fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443366 Oct 20 13:40:51.862185 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c37cf47c-2983-442b-8378-c05d05fd01d8 req-90e867bc-48fc-4bc3-bdeb-8b7a0af450c2 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181047 Oct 20 13:40:51.877243 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5162c18f-74d0-44b2-a501-5a28a44e7d39 req-a6d67ee9-fdae-4399-9cc5-9083fb845aaa service neutron] 10.222.0.20 "GET /networking/v2.0/networks/90f6ed8e-98d1-4717-a988-12e9beb2cc56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581011 Oct 20 13:40:52.880261 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a4ab0-78ad-4d84-b19c-8a2d17cc46e9 req-5ef26ea7-1914-4608-be5a-efe66750936c tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:52.881728 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-103a4ab0-78ad-4d84-b19c-8a2d17cc46e9 req-5ef26ea7-1914-4608-be5a-efe66750936c tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=29e3dc4f-68fd-40c3-a6db-6a36405b78b8 HTTP/1.1" status: 200 len: 945 time: 0.0459569 Oct 20 13:40:52.932185 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-103a4ab0-78ad-4d84-b19c-8a2d17cc46e9 req-3068c900-389b-4960-897d-932d14820af5 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4cf77cda-02bc-4f38-8b28-ee6dfeea35fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449331 Oct 20 13:40:52.980710 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7ca29-150f-4b95-9282-d848cae71f63 req-f04a4905-003d-4b3c-bf25-d074aea5dd55 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:52.982165 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-09a7ca29-150f-4b95-9282-d848cae71f63 req-f04a4905-003d-4b3c-bf25-d074aea5dd55 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 943 time: 0.0460544 Oct 20 13:40:53.029504 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-09a7ca29-150f-4b95-9282-d848cae71f63 req-a804fa23-278c-4fd3-b847-b837b6867896 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417447 Oct 20 13:40:54.051701 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e311e4-db84-4372-92d2-988b39c2939e req-35d72af2-ffe0-490f-8692-b507b7693148 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:54.053082 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d0e311e4-db84-4372-92d2-988b39c2939e req-35d72af2-ffe0-490f-8692-b507b7693148 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=29e3dc4f-68fd-40c3-a6db-6a36405b78b8 HTTP/1.1" status: 200 len: 945 time: 0.0452380 Oct 20 13:40:54.100119 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-d0e311e4-db84-4372-92d2-988b39c2939e req-4f82fdd7-d720-4733-a2dd-bbb43d5096ea tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=4cf77cda-02bc-4f38-8b28-ee6dfeea35fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415347 Oct 20 13:40:54.152187 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c005e1-e6ae-4896-b208-801ae79abf1e req-41c3fdee-aa60-4004-90cc-d4fe7bb27fe9 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:54.153677 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-10c005e1-e6ae-4896-b208-801ae79abf1e req-41c3fdee-aa60-4004-90cc-d4fe7bb27fe9 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 943 time: 0.0469725 Oct 20 13:40:54.186539 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:54.207769 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-10c005e1-e6ae-4896-b208-801ae79abf1e req-0fbf8072-ff98-41cf-9707-2710e65eee5f tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486186 Oct 20 13:40:54.392432 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce8a23-1600-450c-bf0f-cd5d26c3ddb4 req-b2cbd805-ee22-4292-a225-8adb835ea1fc tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:54.393866 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1cce8a23-1600-450c-bf0f-cd5d26c3ddb4 req-b2cbd805-ee22-4292-a225-8adb835ea1fc tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=29e3dc4f-68fd-40c3-a6db-6a36405b78b8 HTTP/1.1" status: 200 len: 945 time: 0.0461776 Oct 20 13:40:54.475485 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-1cce8a23-1600-450c-bf0f-cd5d26c3ddb4 req-96fbf00f-b3ed-4231-a1b3-b1babcf80751 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Deleting port ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8 {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:40:54.475812 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-1cce8a23-1600-450c-bf0f-cd5d26c3ddb4 req-96fbf00f-b3ed-4231-a1b3-b1babcf80751 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:54.567850 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-1cce8a23-1600-450c-bf0f-cd5d26c3ddb4 req-96fbf00f-b3ed-4231-a1b3-b1babcf80751 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] For port ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8,segment=NetworkSegment(3a56e684-3f29-4221-b1a4-f25d8cf87e97),segment_id=3a56e684-3f29-4221-b1a4-f25d8cf87e97)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:40:54.568209 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-1cce8a23-1600-450c-bf0f-cd5d26c3ddb4 req-96fbf00f-b3ed-4231-a1b3-b1babcf80751 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:54.625142 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-05a1b301-f516-4954-a03b-7228f178d65c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:54.716302 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:54.729688 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-1cce8a23-1600-450c-bf0f-cd5d26c3ddb4 req-96fbf00f-b3ed-4231-a1b3-b1babcf80751 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:54.730045 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-1cce8a23-1600-450c-bf0f-cd5d26c3ddb4 req-96fbf00f-b3ed-4231-a1b3-b1babcf80751 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (1e8bea6f-201a-4981-a6ab-8b42e39823d6), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:54.730516 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.db.l3_db [req-1cce8a23-1600-450c-bf0f-cd5d26c3ddb4 req-96fbf00f-b3ed-4231-a1b3-b1babcf80751 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Floating IP 1e8bea6f-201a-4981-a6ab-8b42e39823d6 disassociated. External IP: 172.27.0.47, port: ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8. Oct 20 13:40:54.730958 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-1cce8a23-1600-450c-bf0f-cd5d26c3ddb4 req-96fbf00f-b3ed-4231-a1b3-b1babcf80751 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Calling delete_port for ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8 owned by compute:nova {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:40:54.857326 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-1cce8a23-1600-450c-bf0f-cd5d26c3ddb4 req-96fbf00f-b3ed-4231-a1b3-b1babcf80751 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:54.885343 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fbf00f-b3ed-4231-a1b3-b1babcf80751 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event deleted for resources: {'Port': ['ID=ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:54.993944 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cce8a23-1600-450c-bf0f-cd5d26c3ddb4 req-96fbf00f-b3ed-4231-a1b3-b1babcf80751 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:40:55.094444 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cce8a23-1600-450c-bf0f-cd5d26c3ddb4 req-96fbf00f-b3ed-4231-a1b3-b1babcf80751 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:40:55.105337 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac221fbd-1ac6-4143-b3e4-d23a19cb5534 None None] Sync routers for ids ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:40:55.119304 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac221fbd-1ac6-4143-b3e4-d23a19cb5534 None None] Routers {'1f3c4c41-ebbf-411a-9bb1-1745db5a6489'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:40:55.119903 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-ac221fbd-1ac6-4143-b3e4-d23a19cb5534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:40:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:55.137274 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cce8a23-1600-450c-bf0f-cd5d26c3ddb4 req-96fbf00f-b3ed-4231-a1b3-b1babcf80751 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] No DVR routers for this DVR port ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8 on host hv-cinder-86213 {{(pid=104733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:40:55.139604 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-1cce8a23-1600-450c-bf0f-cd5d26c3ddb4 req-96fbf00f-b3ed-4231-a1b3-b1babcf80751 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:55.142911 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1cce8a23-1600-450c-bf0f-cd5d26c3ddb4 req-96fbf00f-b3ed-4231-a1b3-b1babcf80751 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.20 "DELETE /networking/v2.0/ports/ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8 HTTP/1.1" status: 204 len: 173 time: 0.7432055 Oct 20 13:40:55.143400 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e3dc4f-68fd-40c3-a6db-6a36405b78b8', 'name': 'network-vif-deleted', 'tag': 'ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:40:55.146346 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f80566-477b-48b3-9a2f-c95944327a90" -d '{"events": [{"server_uuid": "29e3dc4f-68fd-40c3-a6db-6a36405b78b8", "name": "network-vif-deleted", "tag": "ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:40:55.197026 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda982af-120b-40b1-90dd-e8c3db56aa8c x-openstack-request-id: req-bda982af-120b-40b1-90dd-e8c3db56aa8c {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:40:55.197692 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e3dc4f-68fd-40c3-a6db-6a36405b78b8", "name": "network-vif-deleted", "tag": "ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:40:55.197692 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bda982af-120b-40b1-90dd-e8c3db56aa8c {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:40:55.198033 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bda982af-120b-40b1-90dd-e8c3db56aa8c'] response: {'server_uuid': '29e3dc4f-68fd-40c3-a6db-6a36405b78b8', 'name': 'network-vif-deleted', 'tag': 'ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8', 'status': 'completed', 'code': 200} Oct 20 13:40:55.247959 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-db89b4f3-e24a-42b0-857c-597bfc164bca req-b258dd65-c5c0-4c34-8a49-f66530bae6a6 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=29e3dc4f-68fd-40c3-a6db-6a36405b78b8 HTTP/1.1" status: 200 len: 210 time: 0.0535736 Oct 20 13:40:55.266952 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-ac221fbd-1ac6-4143-b3e4-d23a19cb5534 None None] Set router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:40:55.355950 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0c7cd-2b94-408f-a6c7-08900b028ddd req-bcc73845-e5e5-419c-bb0b-3161c44c8f35 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:55.357562 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-85d0c7cd-2b94-408f-a6c7-08900b028ddd req-bcc73845-e5e5-419c-bb0b-3161c44c8f35 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 943 time: 0.0592589 Oct 20 13:40:55.427643 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-85d0c7cd-2b94-408f-a6c7-08900b028ddd req-e9cabe2a-0a32-45da-895e-fc7f0572f892 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569398 Oct 20 13:40:55.487638 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-ac221fbd-1ac6-4143-b3e4-d23a19cb5534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:37Z', 'revision_number': 4, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '86fac27a-cd4f-4973-a4ae-a8871270433b', 'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'mac_address': 'fa:16:3e:53:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:35Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 5, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'subnets': [{'id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:55.513789 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac221fbd-1ac6-4143-b3e4-d23a19cb5534 None None] Checking router: 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:40:55.523100 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac221fbd-1ac6-4143-b3e4-d23a19cb5534 None None] Routers {'1f3c4c41-ebbf-411a-9bb1-1745db5a6489'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:40:55.523570 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-ac221fbd-1ac6-4143-b3e4-d23a19cb5534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:40:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:55.623235 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-ac221fbd-1ac6-4143-b3e4-d23a19cb5534 None None] Set router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:40:55.805569 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-ac221fbd-1ac6-4143-b3e4-d23a19cb5534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:37Z', 'revision_number': 4, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '86fac27a-cd4f-4973-a4ae-a8871270433b', 'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'mac_address': 'fa:16:3e:53:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:35Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 5, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'subnets': [{'id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:40:55.829980 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac221fbd-1ac6-4143-b3e4-d23a19cb5534 None None] The sync data for ids ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'] in dv-cinder-862136-1-iscsi is: [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:37Z', 'revision_number': 4, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '86fac27a-cd4f-4973-a4ae-a8871270433b', 'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'mac_address': 'fa:16:3e:53:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:35Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 5, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'subnets': [{'id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:40:56.053199 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fe13bb-bb86-4eb2-9bc7-8bfe7480c1cf None None] New status for floating IP 1e8bea6f-201a-4981-a6ab-8b42e39823d6: DOWN {{(pid=104734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 13:40:56.339347 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 45944) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:56.394679 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ba49a361-9578-42cd-8639-042c61d45284 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group (4cf77cda-02bc-4f38-8b28-ee6dfeea35fd), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:56.396755 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:56.418652 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ba49a361-9578-42cd-8639-042c61d45284 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group (4cf77cda-02bc-4f38-8b28-ee6dfeea35fd), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:56.467045 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ba49a361-9578-42cd-8639-042c61d45284 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (4cf77cda-02bc-4f38-8b28-ee6dfeea35fd), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:56.469778 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ba49a361-9578-42cd-8639-042c61d45284 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:56.471260 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-ba49a361-9578-42cd-8639-042c61d45284 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/4cf77cda-02bc-4f38-8b28-ee6dfeea35fd HTTP/1.1" status: 204 len: 168 time: 0.1308582 Oct 20 13:40:56.475214 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 45948) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:56.481686 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49a361-9578-42cd-8639-042c61d45284 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf77cda-02bc-4f38-8b28-ee6dfeea35fd,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:56.490240 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.api.v2.resource [None req-b529a9e9-4f21-4fa8-85fe-13291aa8dc0d tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] show failed (client error): The resource could not be found. Oct 20 13:40:56.492913 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-b529a9e9-4f21-4fa8-85fe-13291aa8dc0d tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups/4cf77cda-02bc-4f38-8b28-ee6dfeea35fd HTTP/1.1" status: 404 len: 347 time: 0.0151429 Oct 20 13:40:56.494314 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 45950) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:56.513809 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=100 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:56.619298 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d8530-b405-4d0b-803c-06902e28a247 req-c76416e9-cdee-4cd0-a4b8-dfa08fcb5643 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:56.620645 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-552d8530-b405-4d0b-803c-06902e28a247 req-c76416e9-cdee-4cd0-a4b8-dfa08fcb5643 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 943 time: 0.1085904 Oct 20 13:40:56.672535 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-05ecc778-8626-4bbc-8774-44eed35a9faa tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Deleting port 10dcf7f7-51f7-47c6-a562-f51bb5db0dd8 {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:40:56.672892 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-05ecc778-8626-4bbc-8774-44eed35a9faa tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (10dcf7f7-51f7-47c6-a562-f51bb5db0dd8), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:56.734468 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-552d8530-b405-4d0b-803c-06902e28a247 req-344788b9-0aa6-46df-a2d4-d64fa33910d4 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914409 Oct 20 13:40:56.767258 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-05ecc778-8626-4bbc-8774-44eed35a9faa tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (10dcf7f7-51f7-47c6-a562-f51bb5db0dd8), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:56.767586 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-05ecc778-8626-4bbc-8774-44eed35a9faa tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for floatingip (10dcf7f7-51f7-47c6-a562-f51bb5db0dd8), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:56.784991 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-05ecc778-8626-4bbc-8774-44eed35a9faa tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Calling delete_port for 10dcf7f7-51f7-47c6-a562-f51bb5db0dd8 owned by network:floatingip {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:40:56.887401 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:56.911215 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-05ecc778-8626-4bbc-8774-44eed35a9faa tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (10dcf7f7-51f7-47c6-a562-f51bb5db0dd8), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:56.941492 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ecc778-8626-4bbc-8774-44eed35a9faa tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event deleted for resources: {'Port': ['ID=10dcf7f7-51f7-47c6-a562-f51bb5db0dd8,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:56.955814 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a75e47e9-28f5-46b3-aefc-a263755bce44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:57.004327 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-05ecc778-8626-4bbc-8774-44eed35a9faa tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for floatingip (1e8bea6f-201a-4981-a6ab-8b42e39823d6), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:57.006788 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-05ecc778-8626-4bbc-8774-44eed35a9faa tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:57.007900 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-05ecc778-8626-4bbc-8774-44eed35a9faa tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/1e8bea6f-201a-4981-a6ab-8b42e39823d6 HTTP/1.1" status: 204 len: 168 time: 0.5073252 Oct 20 13:40:57.075527 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 45954) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:57.080138 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-49d0266e-c1d5-499d-b999-d20eea9c53cc tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--947360793', 'description': 'tempest-description--1614845191'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:40:57.101716 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-49d0266e-c1d5-499d-b999-d20eea9c53cc tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:57.168792 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-49d0266e-c1d5-499d-b999-d20eea9c53cc tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group (1bb145a6-1757-4fb8-a941-30633e22decd), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:57.173082 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-49d0266e-c1d5-499d-b999-d20eea9c53cc tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (1bb145a6-1757-4fb8-a941-30633e22decd), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:57.202789 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-49d0266e-c1d5-499d-b999-d20eea9c53cc tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:57.203971 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-49d0266e-c1d5-499d-b999-d20eea9c53cc tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1274688 Oct 20 13:40:57.205839 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0266e-c1d5-499d-b999-d20eea9c53cc tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb145a6-1757-4fb8-a941-30633e22decd,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:57.207576 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 45956) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:57.213051 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-aa6ee50f-8f92-4cb2-9efc-6d6ea40cd374 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Request body: {'security_group_rule': {'security_group_id': '1bb145a6-1757-4fb8-a941-30633e22decd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:40:57.239860 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-aa6ee50f-8f92-4cb2-9efc-6d6ea40cd374 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group_rule (18ad5f29-13c9-4f7e-a613-6f03e34b2a5a), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:57.285906 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:57.295837 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-aa6ee50f-8f92-4cb2-9efc-6d6ea40cd374 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group_rule (18ad5f29-13c9-4f7e-a613-6f03e34b2a5a), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:57.299046 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-aa6ee50f-8f92-4cb2-9efc-6d6ea40cd374 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (18ad5f29-13c9-4f7e-a613-6f03e34b2a5a), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:57.321964 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6ee50f-8f92-4cb2-9efc-6d6ea40cd374 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ad5f29-13c9-4f7e-a613-6f03e34b2a5a,revision_number=0']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:57.328821 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-aa6ee50f-8f92-4cb2-9efc-6d6ea40cd374 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:57.330079 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-aa6ee50f-8f92-4cb2-9efc-6d6ea40cd374 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206837 Oct 20 13:40:57.333402 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 45958) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:57.333768 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 57704c11-9966-4dc7-ba8b-0af092c2b73f details requested by agent hyperv_hv-cinder-86213 with host hv-cinder-86213 {{(pid=104734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 13:40:57.337731 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-31ed6b22-73f9-4831-875b-5bd9c8766000 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Request body: {'security_group_rule': {'security_group_id': '1bb145a6-1757-4fb8-a941-30633e22decd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:40:57.363512 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-31ed6b22-73f9-4831-875b-5bd9c8766000 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group_rule (2da9982b-a568-4a84-bb96-59110e76aff3), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:57.420724 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-31ed6b22-73f9-4831-875b-5bd9c8766000 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group_rule (2da9982b-a568-4a84-bb96-59110e76aff3), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:57.424451 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-31ed6b22-73f9-4831-875b-5bd9c8766000 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (2da9982b-a568-4a84-bb96-59110e76aff3), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:57.435429 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 57704c11-9966-4dc7-ba8b-0af092c2b73f, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=57704c11-9966-4dc7-ba8b-0af092c2b73f,segment=NetworkSegment(380d1854-2618-4d86-b29b-a3cf5fa8193e),segment_id=380d1854-2618-4d86-b29b-a3cf5fa8193e)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:40:57.443557 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed6b22-73f9-4831-875b-5bd9c8766000 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2da9982b-a568-4a84-bb96-59110e76aff3,revision_number=0']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:57.446596 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Returning: {'device': '57704c11-9966-4dc7-ba8b-0af092c2b73f', 'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56', 'port_id': '57704c11-9966-4dc7-ba8b-0af092c2b73f', 'mac_address': 'fa:16:3e:9d:9f:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9d54a4b-a660-40c7-821e-658dfb160f21', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 13:40:57.451593 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-31ed6b22-73f9-4831-875b-5bd9c8766000 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:57.455710 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-31ed6b22-73f9-4831-875b-5bd9c8766000 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184173 Oct 20 13:40:57.455887 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 45960) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:40:57.460788 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-1f67a0b0-9732-4206-a4d8-23f5df9db754 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Request body: {'floatingip': {'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:40:57.481084 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-1f67a0b0-9732-4206-a4d8-23f5df9db754 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:57.484126 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 57704c11-9966-4dc7-ba8b-0af092c2b73f is: DOWN; New status is: BUILD {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:40:57.484518 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (57704c11-9966-4dc7-ba8b-0af092c2b73f), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:57.498733 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57704c11-9966-4dc7-ba8b-0af092c2b73f {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:40:57.520660 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 57704c11-9966-4dc7-ba8b-0af092c2b73f, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=57704c11-9966-4dc7-ba8b-0af092c2b73f,segment=NetworkSegment(380d1854-2618-4d86-b29b-a3cf5fa8193e),segment_id=380d1854-2618-4d86-b29b-a3cf5fa8193e)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:40:57.524571 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (57704c11-9966-4dc7-ba8b-0af092c2b73f), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:57.563456 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-1f67a0b0-9732-4206-a4d8-23f5df9db754 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:57.570363 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=57704c11-9966-4dc7-ba8b-0af092c2b73f,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:57.577546 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:57.577931 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:57.578345 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:57.578727 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:57.579064 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:57.579389 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:57.579713 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:57.580033 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:57.580354 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:57.580674 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:57.581025 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:57.581422 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:57.581748 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:57.582075 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:57.582403 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:40:57.667106 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [None req-1f67a0b0-9732-4206-a4d8-23f5df9db754 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Allocated IP 172.27.0.166 (54b02c82-3888-4407-a753-5cb002a664e9/80f1bf56-ddb3-4c42-8717-7c4bb006400e/b1141d89-6d3d-4e53-9d90-96917259098a) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:40:57.772110 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-1f67a0b0-9732-4206-a4d8-23f5df9db754 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for port (b1141d89-6d3d-4e53-9d90-96917259098a), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:57.814708 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-1f67a0b0-9732-4206-a4d8-23f5df9db754 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (b1141d89-6d3d-4e53-9d90-96917259098a), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:57.818091 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:57.851454 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['57704c11-9966-4dc7-ba8b-0af092c2b73f'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:40:57.857110 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f67a0b0-9732-4206-a4d8-23f5df9db754 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Network 54b02c82-3888-4407-a753-5cb002a664e9 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:40:57.861956 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [None req-1f67a0b0-9732-4206-a4d8-23f5df9db754 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:40:57.867202 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f67a0b0-9732-4206-a4d8-23f5df9db754 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:40:57.886584 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060f057-7462-4f9b-9ba2-03ea0b8d9e5d req-29939896-a98a-4701-a77f-053b5a58e15b tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:57.888421 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-7060f057-7462-4f9b-9ba2-03ea0b8d9e5d req-29939896-a98a-4701-a77f-053b5a58e15b tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 944 time: 0.0705638 Oct 20 13:40:57.894799 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67a0b0-9732-4206-a4d8-23f5df9db754 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event updated for resources: {'Port': ['ID=b1141d89-6d3d-4e53-9d90-96917259098a,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:57.947240 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-7060f057-7462-4f9b-9ba2-03ea0b8d9e5d req-58b2c31b-8e9c-478c-a11f-9c869f4262f3 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511384 Oct 20 13:40:57.979459 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-1f67a0b0-9732-4206-a4d8-23f5df9db754 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for floatingip (f9c753cc-3bfc-4c84-83fd-9d236d176887), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:57.994181 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:58.029102 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-1f67a0b0-9732-4206-a4d8-23f5df9db754 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (b1141d89-6d3d-4e53-9d90-96917259098a), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:58.169014 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:58.197508 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-1f67a0b0-9732-4206-a4d8-23f5df9db754 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for port (b1141d89-6d3d-4e53-9d90-96917259098a), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:58.202759 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-1f67a0b0-9732-4206-a4d8-23f5df9db754 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (b1141d89-6d3d-4e53-9d90-96917259098a), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:58.274190 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-1f67a0b0-9732-4206-a4d8-23f5df9db754 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (f9c753cc-3bfc-4c84-83fd-9d236d176887), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:58.283684 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f67a0b0-9732-4206-a4d8-23f5df9db754 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event updated for resources: {'Port': ['ID=b1141d89-6d3d-4e53-9d90-96917259098a,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:58.297246 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-1f67a0b0-9732-4206-a4d8-23f5df9db754 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:58.304930 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-1f67a0b0-9732-4206-a4d8-23f5df9db754 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8410614 Oct 20 13:40:58.344847 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:58.391098 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda4d7d-a6a1-493e-a26f-9dcee0fdb53d req-02fac527-af33-41ca-bce2-2243e626269b tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:58.392601 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-6fda4d7d-a6a1-493e-a26f-9dcee0fdb53d req-02fac527-af33-41ca-bce2-2243e626269b tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 945 time: 0.0581875 Oct 20 13:40:58.456196 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-6fda4d7d-a6a1-493e-a26f-9dcee0fdb53d req-2d2acd65-3734-46d2-8625-8c4ad6ef6f28 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2678eba4-1f73-47f3-910a-7e1e0f07fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560005 Oct 20 13:40:58.473649 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-288b8813-c988-4330-9d11-1e2009702623 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--947360793&fields=id&tenant_id=b215cb88123a4851932dbf7dfa88f709 HTTP/1.1" status: 200 len: 267 time: 0.0495088 Oct 20 13:40:58.592176 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-526a62d1-3942-419c-9405-3f98d920c819 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:58.593681 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-526a62d1-3942-419c-9405-3f98d920c819 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/networks?id=6a87efad-1518-4319-8b6e-3edd28303f86 HTTP/1.1" status: 200 len: 814 time: 0.1129677 Oct 20 13:40:58.608716 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-04aef9f3-73dd-4fa0-bffc-494e6d1704cb tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/quotas/b215cb88123a4851932dbf7dfa88f709 HTTP/1.1" status: 200 len: 375 time: 0.0091591 Oct 20 13:40:58.660704 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-c7a8cf34-669c-416c-a0bd-f8302752b006 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=b215cb88123a4851932dbf7dfa88f709&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463898 Oct 20 13:40:58.803900 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-603159a3-6e4e-46b2-931c-e47b23e2e6d1 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317887 Oct 20 13:40:58.892661 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-fbf9baf4-e749-47d7-a843-d03d27435b56 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828152 Oct 20 13:40:59.061855 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1cba2373-667b-4994-97e3-d174f4bb2aaa req-56563fa5-4fea-48e6-b202-d98450a08ebf tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=09046678-4ab5-4b0a-af64-386fcb5735c5 HTTP/1.1" status: 200 len: 210 time: 0.0352957 Oct 20 13:40:59.086243 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e2d7a-382c-4b2c-bf3a-982077ff7ae0 req-4cc74721-a473-4c38-9547-87c68064ee02 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:59.088390 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-3c7e2d7a-382c-4b2c-bf3a-982077ff7ae0 req-4cc74721-a473-4c38-9547-87c68064ee02 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 944 time: 0.0483472 Oct 20 13:40:59.140743 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-3c7e2d7a-382c-4b2c-bf3a-982077ff7ae0 req-f2466872-278b-4e84-8297-88f7026b701e tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461934 Oct 20 13:40:59.345296 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 57704c11-9966-4dc7-ba8b-0af092c2b73f up at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:40:59.391350 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning for port 57704c11-9966-4dc7-ba8b-0af092c2b73f completed by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 13:40:59.398379 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning complete for port 57704c11-9966-4dc7-ba8b-0af092c2b73f triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:40:59.398683 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (57704c11-9966-4dc7-ba8b-0af092c2b73f), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:59.399142 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Attempt 1 to provision port 57704c11-9966-4dc7-ba8b-0af092c2b73f Oct 20 13:40:59.474337 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 57704c11-9966-4dc7-ba8b-0af092c2b73f is: BUILD; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:40:59.474727 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (57704c11-9966-4dc7-ba8b-0af092c2b73f), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:59.507906 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89b72ca-c19d-4976-97be-086660601e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57704c11-9966-4dc7-ba8b-0af092c2b73f'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:40:59.512189 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5374b1acb5d21f0576c4c748ca21f6e32e0c69c98f35ada2d9891fed02f2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966986bb-4bb4-44d8-be6d-605ee896afc1" -d '{"events": [{"server_uuid": "e89b72ca-c19d-4976-97be-086660601e2b", "name": "network-vif-plugged", "status": "completed", "tag": "57704c11-9966-4dc7-ba8b-0af092c2b73f"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:40:59.526531 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 57704c11-9966-4dc7-ba8b-0af092c2b73f, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=57704c11-9966-4dc7-ba8b-0af092c2b73f,segment=NetworkSegment(380d1854-2618-4d86-b29b-a3cf5fa8193e),segment_id=380d1854-2618-4d86-b29b-a3cf5fa8193e)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:40:59.532012 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (57704c11-9966-4dc7-ba8b-0af092c2b73f), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:59.533779 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8 no longer exists at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:40:59.558196 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b773969-246b-4c05-97fe-37aff19af128 x-openstack-request-id: req-1b773969-246b-4c05-97fe-37aff19af128 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:40:59.558891 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89b72ca-c19d-4976-97be-086660601e2b", "name": "network-vif-plugged", "status": "completed", "tag": "57704c11-9966-4dc7-ba8b-0af092c2b73f", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:40:59.559455 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b773969-246b-4c05-97fe-37aff19af128 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:40:59.560015 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b773969-246b-4c05-97fe-37aff19af128'] response: {'server_uuid': 'e89b72ca-c19d-4976-97be-086660601e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57704c11-9966-4dc7-ba8b-0af092c2b73f', 'code': 200} Oct 20 13:40:59.584768 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] No Port match for: ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:40:59.585134 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device ab360a6b-2b2e-4e3a-9f55-9efb2ef8c2f8 not bound to the agent host hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:40:59.595935 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd73583-1a55-4a77-9646-cd57d59ec3b1 req-6f7c4a2a-316e-420e-a9e9-3b8b5e51038d tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:59.602674 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7cd73583-1a55-4a77-9646-cd57d59ec3b1 req-6f7c4a2a-316e-420e-a9e9-3b8b5e51038d tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 945 time: 0.0544736 Oct 20 13:40:59.614229 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:59.620912 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:59.626771 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:40:59.639224 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=57704c11-9966-4dc7-ba8b-0af092c2b73f,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:40:59.646965 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:59.658510 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7cd73583-1a55-4a77-9646-cd57d59ec3b1 req-a0757056-4c79-4fdc-97c1-ceb50a8d10a4 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2678eba4-1f73-47f3-910a-7e1e0f07fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526433 Oct 20 13:40:59.740903 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:40:59.843860 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f963764a-abc3-47ec-8d21-2fee1ee6f01b req-ede063a9-78f0-4274-afb3-d79396bfcd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:40:59.845362 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f963764a-abc3-47ec-8d21-2fee1ee6f01b req-ede063a9-78f0-4274-afb3-d79396bfcd7c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 1129 time: 0.0411384 Oct 20 13:41:00.035102 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f963764a-abc3-47ec-8d21-2fee1ee6f01b req-913fb736-0a2c-4e8f-90de-02eb53a57e3c service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396340 Oct 20 13:41:00.168416 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-4b504391-f5a4-40df-ba00-d3b232f6a954 req-b06a389a-7b3d-448d-943e-016936fa6a57 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=09046678-4ab5-4b0a-af64-386fcb5735c5 HTTP/1.1" status: 200 len: 210 time: 0.0283101 Oct 20 13:41:00.263622 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3177cb08-d86a-4d2b-8b11-768a70246a1e req-b1ff9cfe-b674-4f83-99e2-87e101131d1e tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:00.265081 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3177cb08-d86a-4d2b-8b11-768a70246a1e req-b1ff9cfe-b674-4f83-99e2-87e101131d1e tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 945 time: 0.0485528 Oct 20 13:41:00.293076 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:00.338461 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5beecd3-89ab-4039-aadd-96e3c7093168 req-9d2bb4a7-1ea6-44a9-a50e-1cdf51ed08dd tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:00.339873 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c5beecd3-89ab-4039-aadd-96e3c7093168 req-9d2bb4a7-1ea6-44a9-a50e-1cdf51ed08dd tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 945 time: 0.0622849 Oct 20 13:41:00.361614 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3177cb08-d86a-4d2b-8b11-768a70246a1e req-b7bc1bfa-eb90-413c-84d1-672bf20e71b6 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898561 Oct 20 13:41:00.438886 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-c5beecd3-89ab-4039-aadd-96e3c7093168 req-88aaaa53-a5fc-4445-9ba2-33d3345f4d4e tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Deleting port 819ed6f1-641c-46ab-baf3-306b4b54da88 {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:41:00.439225 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-c5beecd3-89ab-4039-aadd-96e3c7093168 req-88aaaa53-a5fc-4445-9ba2-33d3345f4d4e tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (819ed6f1-641c-46ab-baf3-306b4b54da88), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:00.529902 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-c5beecd3-89ab-4039-aadd-96e3c7093168 req-88aaaa53-a5fc-4445-9ba2-33d3345f4d4e tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] For port 819ed6f1-641c-46ab-baf3-306b4b54da88, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=819ed6f1-641c-46ab-baf3-306b4b54da88,segment=NetworkSegment(464de70b-7d93-426a-9a2a-3b231e42bcb6),segment_id=464de70b-7d93-426a-9a2a-3b231e42bcb6)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:41:00.530262 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-c5beecd3-89ab-4039-aadd-96e3c7093168 req-88aaaa53-a5fc-4445-9ba2-33d3345f4d4e tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (819ed6f1-641c-46ab-baf3-306b4b54da88), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:00.689685 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-c5beecd3-89ab-4039-aadd-96e3c7093168 req-88aaaa53-a5fc-4445-9ba2-33d3345f4d4e tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:00.690277 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-c5beecd3-89ab-4039-aadd-96e3c7093168 req-88aaaa53-a5fc-4445-9ba2-33d3345f4d4e tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (2914ee3e-14b2-4c0a-975e-63278e1d2733), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:00.690915 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.db.l3_db [req-c5beecd3-89ab-4039-aadd-96e3c7093168 req-88aaaa53-a5fc-4445-9ba2-33d3345f4d4e tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Floating IP 2914ee3e-14b2-4c0a-975e-63278e1d2733 disassociated. External IP: 172.27.0.20, port: 819ed6f1-641c-46ab-baf3-306b4b54da88. Oct 20 13:41:00.691222 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-c5beecd3-89ab-4039-aadd-96e3c7093168 req-88aaaa53-a5fc-4445-9ba2-33d3345f4d4e tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Calling delete_port for 819ed6f1-641c-46ab-baf3-306b4b54da88 owned by compute:nova {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:41:00.780584 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f19bd1-ff24-4e32-8962-00d6d826cce9 req-27365f77-9069-409a-9cdd-b34e6d8fb402 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:00.782056 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-09f19bd1-ff24-4e32-8962-00d6d826cce9 req-27365f77-9069-409a-9cdd-b34e6d8fb402 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 945 time: 0.0475857 Oct 20 13:41:00.819552 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-c5beecd3-89ab-4039-aadd-96e3c7093168 req-88aaaa53-a5fc-4445-9ba2-33d3345f4d4e tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (819ed6f1-641c-46ab-baf3-306b4b54da88), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:00.834911 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-09f19bd1-ff24-4e32-8962-00d6d826cce9 req-11ccc8f4-c404-49b2-ae30-91207c79ebe1 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=2678eba4-1f73-47f3-910a-7e1e0f07fd23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462718 Oct 20 13:41:00.861168 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aaaa53-a5fc-4445-9ba2-33d3345f4d4e tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Pushing event deleted for resources: {'Port': ['ID=819ed6f1-641c-46ab-baf3-306b4b54da88,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:00.961720 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5beecd3-89ab-4039-aadd-96e3c7093168 req-88aaaa53-a5fc-4445-9ba2-33d3345f4d4e tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Router 89656546-ddc5-4203-94c6-5ef1902c23c0 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:41:01.063812 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5beecd3-89ab-4039-aadd-96e3c7093168 req-88aaaa53-a5fc-4445-9ba2-33d3345f4d4e tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:41:01.074574 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f089c26-238c-4a13-b6e5-9bcc4b988c6a None None] Sync routers for ids ['89656546-ddc5-4203-94c6-5ef1902c23c0'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:41:01.084394 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f089c26-238c-4a13-b6e5-9bcc4b988c6a None None] Routers {'89656546-ddc5-4203-94c6-5ef1902c23c0'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:41:01.085026 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-9f089c26-238c-4a13-b6e5-9bcc4b988c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:40:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['89656546-ddc5-4203-94c6-5ef1902c23c0'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:41:01.109737 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5beecd3-89ab-4039-aadd-96e3c7093168 req-88aaaa53-a5fc-4445-9ba2-33d3345f4d4e tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] No DVR routers for this DVR port 819ed6f1-641c-46ab-baf3-306b4b54da88 on host hv-cinder-86213 {{(pid=104733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:41:01.112240 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-c5beecd3-89ab-4039-aadd-96e3c7093168 req-88aaaa53-a5fc-4445-9ba2-33d3345f4d4e tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:01.115735 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c5beecd3-89ab-4039-aadd-96e3c7093168 req-88aaaa53-a5fc-4445-9ba2-33d3345f4d4e tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.20 "DELETE /networking/v2.0/ports/819ed6f1-641c-46ab-baf3-306b4b54da88 HTTP/1.1" status: 204 len: 173 time: 0.7648783 Oct 20 13:41:01.116225 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a95c3c3-dcce-457b-98df-7b6ff3df8680', 'name': 'network-vif-deleted', 'tag': '819ed6f1-641c-46ab-baf3-306b4b54da88'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:41:01.118469 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2368fb13-0145-467a-a9fa-9a62a6573b2a" -d '{"events": [{"server_uuid": "3a95c3c3-dcce-457b-98df-7b6ff3df8680", "name": "network-vif-deleted", "tag": "819ed6f1-641c-46ab-baf3-306b4b54da88"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:41:01.161398 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b47476-9eee-46cb-a7db-30e9a2fa5f03 x-openstack-request-id: req-26b47476-9eee-46cb-a7db-30e9a2fa5f03 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:41:01.161689 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a95c3c3-dcce-457b-98df-7b6ff3df8680", "name": "network-vif-deleted", "tag": "819ed6f1-641c-46ab-baf3-306b4b54da88", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:41:01.161941 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26b47476-9eee-46cb-a7db-30e9a2fa5f03 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:41:01.162336 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26b47476-9eee-46cb-a7db-30e9a2fa5f03'] response: {'server_uuid': '3a95c3c3-dcce-457b-98df-7b6ff3df8680', 'name': 'network-vif-deleted', 'tag': '819ed6f1-641c-46ab-baf3-306b4b54da88', 'status': 'completed', 'code': 200} Oct 20 13:41:01.189361 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-9f089c26-238c-4a13-b6e5-9bcc4b988c6a None None] Set router 89656546-ddc5-4203-94c6-5ef1902c23c0 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:41:01.282928 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-dfdef59a-5d68-448e-a63e-82b7cb9097a0 req-573b3346-6b8d-49c5-9311-fd245fb8e273 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=09046678-4ab5-4b0a-af64-386fcb5735c5 HTTP/1.1" status: 200 len: 210 time: 0.0283749 Oct 20 13:41:01.383323 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:01.402535 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-9f089c26-238c-4a13-b6e5-9bcc4b988c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'name': 'tempest-TestVolumeBootPattern-1660821612-router', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'bb51babb-65af-4bd3-88f5-ed80264d0788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:28Z', 'updated_at': '2022-10-20T13:37:31Z', 'revision_number': 4, 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'gw_port': {'id': 'bb51babb-65af-4bd3-88f5-ed80264d0788', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:29Z', 'updated_at': '2022-10-20T13:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': 'bd0d36f8-0902-407b-90e4-748cde148d02', 'name': '', 'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'mac_address': 'fa:16:3e:07:21:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'abd9d85f-bedb-4be5-9db6-d4242bdfee39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:30Z', 'updated_at': '2022-10-20T13:37:37Z', 'revision_number': 5, 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'subnets': [{'id': 'abd9d85f-bedb-4be5-9db6-d4242bdfee39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:41:01.485720 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:01.495657 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:01.509761 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693dfc1f-0734-47b8-9933-b8a4b6996b33 req-d5b00ab4-f3bb-4922-b0a0-3b1e27a222e2 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:01.511422 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-693dfc1f-0734-47b8-9933-b8a4b6996b33 req-d5b00ab4-f3bb-4922-b0a0-3b1e27a222e2 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 945 time: 0.0548825 Oct 20 13:41:01.527213 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f089c26-238c-4a13-b6e5-9bcc4b988c6a None None] Checking router: 89656546-ddc5-4203-94c6-5ef1902c23c0 for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:41:01.534726 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:01.537158 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f089c26-238c-4a13-b6e5-9bcc4b988c6a None None] Routers {'89656546-ddc5-4203-94c6-5ef1902c23c0'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:41:01.537762 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-9f089c26-238c-4a13-b6e5-9bcc4b988c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:40:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['89656546-ddc5-4203-94c6-5ef1902c23c0'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:41:01.559221 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-693dfc1f-0734-47b8-9933-b8a4b6996b33 req-7948683a-e404-4ea3-b079-30e635564972 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411067 Oct 20 13:41:01.638708 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-9f089c26-238c-4a13-b6e5-9bcc4b988c6a None None] Set router 89656546-ddc5-4203-94c6-5ef1902c23c0 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:41:01.681770 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f187a27-ff2f-4d9d-91e7-7d54e0459282 req-f49683db-add4-4501-8004-b5df62a54e79 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:01.683245 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-0f187a27-ff2f-4d9d-91e7-7d54e0459282 req-f49683db-add4-4501-8004-b5df62a54e79 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 945 time: 0.0500646 Oct 20 13:41:01.733946 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-0f187a27-ff2f-4d9d-91e7-7d54e0459282 req-71031c25-bb20-4352-aa8e-8d1028de12e5 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445940 Oct 20 13:41:01.825419 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-9f089c26-238c-4a13-b6e5-9bcc4b988c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'name': 'tempest-TestVolumeBootPattern-1660821612-router', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'bb51babb-65af-4bd3-88f5-ed80264d0788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:28Z', 'updated_at': '2022-10-20T13:37:31Z', 'revision_number': 4, 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'gw_port': {'id': 'bb51babb-65af-4bd3-88f5-ed80264d0788', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:29Z', 'updated_at': '2022-10-20T13:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': 'bd0d36f8-0902-407b-90e4-748cde148d02', 'name': '', 'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'mac_address': 'fa:16:3e:07:21:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'abd9d85f-bedb-4be5-9db6-d4242bdfee39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:30Z', 'updated_at': '2022-10-20T13:37:37Z', 'revision_number': 5, 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'subnets': [{'id': 'abd9d85f-bedb-4be5-9db6-d4242bdfee39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:41:01.853557 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f089c26-238c-4a13-b6e5-9bcc4b988c6a None None] The sync data for ids ['89656546-ddc5-4203-94c6-5ef1902c23c0'] in dv-cinder-862136-1-iscsi is: [{'id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'name': 'tempest-TestVolumeBootPattern-1660821612-router', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'bb51babb-65af-4bd3-88f5-ed80264d0788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:28Z', 'updated_at': '2022-10-20T13:37:31Z', 'revision_number': 4, 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'gw_port': {'id': 'bb51babb-65af-4bd3-88f5-ed80264d0788', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:29Z', 'updated_at': '2022-10-20T13:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': 'bd0d36f8-0902-407b-90e4-748cde148d02', 'name': '', 'network_id': 'a2d938c2-510e-4c09-96e0-662b0c7b6d79', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'mac_address': 'fa:16:3e:07:21:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': 'abd9d85f-bedb-4be5-9db6-d4242bdfee39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:30Z', 'updated_at': '2022-10-20T13:37:37Z', 'revision_number': 5, 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'subnets': [{'id': 'abd9d85f-bedb-4be5-9db6-d4242bdfee39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:41:02.021549 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-3850cd97-d50a-4f9e-a87c-301d54d2e9e2 req-be6e5f52-be64-4027-b9ba-300391b95941 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3a95c3c3-dcce-457b-98df-7b6ff3df8680 HTTP/1.1" status: 200 len: 210 time: 0.0375144 Oct 20 13:41:02.095120 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-73a5f218-9010-4c30-9ec5-3e68d23ff388 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:02.097806 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-73a5f218-9010-4c30-9ec5-3e68d23ff388 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.20 "GET /networking/v2.0/networks?id=6a87efad-1518-4319-8b6e-3edd28303f86 HTTP/1.1" status: 200 len: 814 time: 0.1881292 Oct 20 13:41:02.153596 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e3e6e5-bf7e-44f0-9dde-712ddcb65652 req-ba243612-d193-45c1-9978-87299271837b tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:02.155100 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-69e3e6e5-bf7e-44f0-9dde-712ddcb65652 req-ba243612-d193-45c1-9978-87299271837b tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 945 time: 0.0903919 Oct 20 13:41:02.182458 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e77dd0e-b97c-4212-b53e-7ceadcba7a2d None None] New status for floating IP 2914ee3e-14b2-4c0a-975e-63278e1d2733: DOWN {{(pid=104734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 13:41:02.216707 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-6b68b428-0b7d-47ed-81df-b0ebb56b8672 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b215cb88123a4851932dbf7dfa88f709 HTTP/1.1" status: 200 len: 379 time: 0.1016433 Oct 20 13:41:02.229257 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-84c8efc1-46a8-4bf0-b6a2-8f0fd32047ff tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Request body: {'port': {'device_id': '09046678-4ab5-4b0a-af64-386fcb5735c5', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'admin_state_up': True, 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'security_groups': ['1bb145a6-1757-4fb8-a941-30633e22decd']}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:41:02.252531 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-69e3e6e5-bf7e-44f0-9dde-712ddcb65652 req-f800fc82-78cd-48bf-a156-15234ccabf7f tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876265 Oct 20 13:41:02.358617 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-84c8efc1-46a8-4bf0-b6a2-8f0fd32047ff tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Made reservation on behalf of b215cb88123a4851932dbf7dfa88f709 for: {'port': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:41:02.370020 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-84c8efc1-46a8-4bf0-b6a2-8f0fd32047ff tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:02.412281 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-b4a92805-8ab6-4487-9815-4e8b0101cae2 req-8834b256-6b1c-4a2c-b572-c73ca804c367 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=09046678-4ab5-4b0a-af64-386fcb5735c5 HTTP/1.1" status: 200 len: 210 time: 0.0344539 Oct 20 13:41:02.540369 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-84c8efc1-46a8-4bf0-b6a2-8f0fd32047ff tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Allocated IP 172.20.0.8 (6a87efad-1518-4319-8b6e-3edd28303f86/2fdacf12-c611-42fe-b6f6-2cbfeede8f9a/56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:41:02.697755 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-84c8efc1-46a8-4bf0-b6a2-8f0fd32047ff tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for port (56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:02.730346 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-84c8efc1-46a8-4bf0-b6a2-8f0fd32047ff tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:02.736654 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:03.010357 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-84c8efc1-46a8-4bf0-b6a2-8f0fd32047ff tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Network 6a87efad-1518-4319-8b6e-3edd28303f86 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:41:03.015686 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-84c8efc1-46a8-4bf0-b6a2-8f0fd32047ff tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:41:03.020959 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-84c8efc1-46a8-4bf0-b6a2-8f0fd32047ff tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:41:03.044815 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8efc1-46a8-4bf0-b6a2-8f0fd32047ff tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event updated for resources: {'Port': ['ID=56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:03.078056 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-84c8efc1-46a8-4bf0-b6a2-8f0fd32047ff tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:03.078879 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-84c8efc1-46a8-4bf0-b6a2-8f0fd32047ff tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:03.087437 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:03.104249 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-84c8efc1-46a8-4bf0-b6a2-8f0fd32047ff tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8783817 Oct 20 13:41:03.166761 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-d272c7c6-f040-4072-b5c9-3ec9810dac95 service neutron] Request body: {'port': {'device_id': '09046678-4ab5-4b0a-af64-386fcb5735c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86213'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:41:03.236980 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-d272c7c6-f040-4072-b5c9-3ec9810dac95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:03.284731 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-72ba2215-c593-4d43-88da-e6b3282cb2df None None] Provisioning complete for port 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:41:03.285291 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-72ba2215-c593-4d43-88da-e6b3282cb2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:03.285446 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-72ba2215-c593-4d43-88da-e6b3282cb2df None None] Attempt 1 to provision port 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e Oct 20 13:41:03.318046 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-72ba2215-c593-4d43-88da-e6b3282cb2df None None] Port 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:41:03.501024 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-d272c7c6-f040-4072-b5c9-3ec9810dac95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e {{(pid=104733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:41:03.525999 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-d272c7c6-f040-4072-b5c9-3ec9810dac95 service neutron] Publish callbacks [] for port (56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:03.550895 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe60c8-fa8b-49b2-86ff-8485c092afd6 req-aebf9ba1-fd5a-430f-bde3-34e2b56f7905 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:03.552363 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-42fe60c8-fa8b-49b2-86ff-8485c092afd6 req-aebf9ba1-fd5a-430f-bde3-34e2b56f7905 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=09046678-4ab5-4b0a-af64-386fcb5735c5 HTTP/1.1" status: 200 len: 931 time: 0.0659602 Oct 20 13:41:03.553279 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.provisioning_blocks [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-d272c7c6-f040-4072-b5c9-3ec9810dac95 service neutron] Transition to ACTIVE for port object 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e will not be triggered until provisioned by entity L2. {{(pid=104733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 13:41:03.556810 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-d272c7c6-f040-4072-b5c9-3ec9810dac95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:03.648509 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272c7c6-f040-4072-b5c9-3ec9810dac95 service neutron] Pushing event updated for resources: {'Port': ['ID=56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:03.675398 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-42fe60c8-fa8b-49b2-86ff-8485c092afd6 req-7ca5b9fa-10ee-426b-b610-322e444a9ee2 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1bb145a6-1757-4fb8-a941-30633e22decd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153171 Oct 20 13:41:03.705990 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-d272c7c6-f040-4072-b5c9-3ec9810dac95 service neutron] Attempting to bind port 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e on host hv-cinder-86213 for vnic_type normal with profile {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:41:03.706330 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-d272c7c6-f040-4072-b5c9-3ec9810dac95 service neutron] Attempting to bind port 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e by drivers openvswitch,hyperv on host hv-cinder-86213 at level 0 using segments [{'id': '3a56e684-3f29-4221-b1a4-f25d8cf87e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86'}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:41:03.706665 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-d272c7c6-f040-4072-b5c9-3ec9810dac95 service neutron] Attempting to bind port 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e on network 6a87efad-1518-4319-8b6e-3edd28303f86 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:41:03.749174 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-d272c7c6-f040-4072-b5c9-3ec9810dac95 service neutron] Port 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e on network 6a87efad-1518-4319-8b6e-3edd28303f86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86213 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 13:41:03.749498 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-d272c7c6-f040-4072-b5c9-3ec9810dac95 service neutron] Attempting to bind port 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e on network 6a87efad-1518-4319-8b6e-3edd28303f86 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:41:03.791362 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-d272c7c6-f040-4072-b5c9-3ec9810dac95 service neutron] Checking agent: {'id': '4b042e07-7f30-49b6-94c5-05338f7deed3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'started_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:41:03.791700 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-d272c7c6-f040-4072-b5c9-3ec9810dac95 service neutron] Checking segment: {'id': '3a56e684-3f29-4221-b1a4-f25d8cf87e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:41:03.792081 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-d272c7c6-f040-4072-b5c9-3ec9810dac95 service neutron] Bound using segment: {'id': '3a56e684-3f29-4221-b1a4-f25d8cf87e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86'} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:41:03.792513 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-d272c7c6-f040-4072-b5c9-3ec9810dac95 service neutron] Bound port: 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e, host: hv-cinder-86213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a56e684-3f29-4221-b1a4-f25d8cf87e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86'}}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:41:03.792893 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-d272c7c6-f040-4072-b5c9-3ec9810dac95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:03.859578 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-d272c7c6-f040-4072-b5c9-3ec9810dac95 service neutron] For port 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e, host hv-cinder-86213, cleared binding levels {{(pid=104733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:41:03.863196 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-d272c7c6-f040-4072-b5c9-3ec9810dac95 service neutron] For port 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e, host hv-cinder-86213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e,segment=NetworkSegment(3a56e684-3f29-4221-b1a4-f25d8cf87e97),segment_id=3a56e684-3f29-4221-b1a4-f25d8cf87e97)] {{(pid=104733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:41:03.869679 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-d272c7c6-f040-4072-b5c9-3ec9810dac95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:03.874024 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-d272c7c6-f040-4072-b5c9-3ec9810dac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:03.874660 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-d272c7c6-f040-4072-b5c9-3ec9810dac95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:03.876006 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-d272c7c6-f040-4072-b5c9-3ec9810dac95 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e HTTP/1.1" status: 200 len: 1093 time: 0.7647610 Oct 20 13:41:03.876586 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09046678-4ab5-4b0a-af64-386fcb5735c5', 'tag': '56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:41:03.878903 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c7c4e9-9dd8-4499-8094-37c86168ae19" -d '{"events": [{"name": "network-changed", "server_uuid": "09046678-4ab5-4b0a-af64-386fcb5735c5", "tag": "56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:41:03.918965 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:03.927860 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96ddeac-9593-4207-8571-be32975ed050 x-openstack-request-id: req-b96ddeac-9593-4207-8571-be32975ed050 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:41:03.928172 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09046678-4ab5-4b0a-af64-386fcb5735c5", "tag": "56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:41:03.928427 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b96ddeac-9593-4207-8571-be32975ed050 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:41:03.928820 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b96ddeac-9593-4207-8571-be32975ed050'] response: {'name': 'network-changed', 'server_uuid': '09046678-4ab5-4b0a-af64-386fcb5735c5', 'tag': '56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e', 'status': 'completed', 'code': 200} Oct 20 13:41:03.945442 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272c7c6-f040-4072-b5c9-3ec9810dac95 service neutron] Pushing event updated for resources: {'Port': ['ID=56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e,revision_number=3']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:03.968051 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:03.981419 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-c493ddc0-9c18-496d-9c79-ad8870164adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:03.983039 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-c493ddc0-9c18-496d-9c79-ad8870164adf service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b215cb88123a4851932dbf7dfa88f709&device_id=09046678-4ab5-4b0a-af64-386fcb5735c5 HTTP/1.1" status: 200 len: 1127 time: 0.0512650 Oct 20 13:41:04.027850 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-89caacd4-abec-405f-9539-ac957cf8c01b service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e HTTP/1.1" status: 200 len: 217 time: 0.0377684 Oct 20 13:41:04.086632 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-01e26a72-a93e-444f-8ce4-66ed64fbdf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:04.087990 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-01e26a72-a93e-444f-8ce4-66ed64fbdf01 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=2fdacf12-c611-42fe-b6f6-2cbfeede8f9a HTTP/1.1" status: 200 len: 853 time: 0.0481350 Oct 20 13:41:04.136462 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-6bea0e9d-115a-4a0f-83ce-86065a742d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:04.138147 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-6bea0e9d-115a-4a0f-83ce-86065a742d34 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=6a87efad-1518-4319-8b6e-3edd28303f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417278 Oct 20 13:41:04.248110 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-52af380e-882c-4464-9246-383a78424aeb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033037 Oct 20 13:41:04.340504 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-02d13c07-ccdd-43d8-89b5-95a1e7b6f388 req-15df24b2-57a8-4a47-b502-673210a1a027 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863488 Oct 20 13:41:04.799307 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694c910-a042-4c49-9911-f1354972e8b9 req-18626d62-2040-489d-9191-8e21153c3999 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:04.801470 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7694c910-a042-4c49-9911-f1354972e8b9 req-18626d62-2040-489d-9191-8e21153c3999 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=09046678-4ab5-4b0a-af64-386fcb5735c5 HTTP/1.1" status: 200 len: 943 time: 0.0507565 Oct 20 13:41:04.847578 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7694c910-a042-4c49-9911-f1354972e8b9 req-f679501a-8394-4a24-a818-3f6f17dfb913 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1bb145a6-1757-4fb8-a941-30633e22decd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405793 Oct 20 13:41:05.378858 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 819ed6f1-641c-46ab-baf3-306b4b54da88 no longer exists at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:41:05.399820 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7c4e9-9dd8-4499-8094-37c86168ae19 req-1f5a1d04-8883-4e8f-ab91-e115645a1bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:05.401319 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-97c7c4e9-9dd8-4499-8094-37c86168ae19 req-1f5a1d04-8883-4e8f-ab91-e115645a1bdf service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b215cb88123a4851932dbf7dfa88f709&device_id=09046678-4ab5-4b0a-af64-386fcb5735c5 HTTP/1.1" status: 200 len: 1127 time: 0.0393527 Oct 20 13:41:05.401938 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] No Port match for: 819ed6f1-641c-46ab-baf3-306b4b54da88 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:41:05.402281 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 819ed6f1-641c-46ab-baf3-306b4b54da88 not bound to the agent host hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:41:05.496055 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7c4e9-9dd8-4499-8094-37c86168ae19 req-8ead119b-e9da-4e37-892c-acdeee46c382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:05.497583 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-97c7c4e9-9dd8-4499-8094-37c86168ae19 req-8ead119b-e9da-4e37-892c-acdeee46c382 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=6a87efad-1518-4319-8b6e-3edd28303f86 HTTP/1.1" status: 200 len: 915 time: 0.0870559 Oct 20 13:41:05.538307 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-97c7c4e9-9dd8-4499-8094-37c86168ae19 req-c6a94f1b-1068-4bbe-85ff-0ba0a7279e09 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e HTTP/1.1" status: 200 len: 217 time: 0.0326121 Oct 20 13:41:05.585969 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7c4e9-9dd8-4499-8094-37c86168ae19 req-cb3a5410-1bfc-4b49-8cfe-7b49d5f3e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:05.587334 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-97c7c4e9-9dd8-4499-8094-37c86168ae19 req-cb3a5410-1bfc-4b49-8cfe-7b49d5f3e437 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=2fdacf12-c611-42fe-b6f6-2cbfeede8f9a HTTP/1.1" status: 200 len: 853 time: 0.0424426 Oct 20 13:41:05.631832 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7c4e9-9dd8-4499-8094-37c86168ae19 req-191b389b-287e-487c-a9a8-1e6563d5c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:05.633253 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-97c7c4e9-9dd8-4499-8094-37c86168ae19 req-191b389b-287e-487c-a9a8-1e6563d5c04b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=6a87efad-1518-4319-8b6e-3edd28303f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371904 Oct 20 13:41:05.727474 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-97c7c4e9-9dd8-4499-8094-37c86168ae19 req-8e685d1e-d66c-42f5-b499-ef46c8830022 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862391 Oct 20 13:41:05.823729 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-97c7c4e9-9dd8-4499-8094-37c86168ae19 req-4dfa0649-1f8d-4475-be8a-64eb442eec3f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860534 Oct 20 13:41:05.967554 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a52c4d-9d5b-4cc8-b409-db448a0630ae req-646fa788-9e1b-4ef3-a41e-1db859225e67 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:05.969032 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-20a52c4d-9d5b-4cc8-b409-db448a0630ae req-646fa788-9e1b-4ef3-a41e-1db859225e67 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=09046678-4ab5-4b0a-af64-386fcb5735c5 HTTP/1.1" status: 200 len: 943 time: 0.0470865 Oct 20 13:41:05.998274 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:06.015342 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-20a52c4d-9d5b-4cc8-b409-db448a0630ae req-0aab4791-85a2-4321-a062-3c878f50f739 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1bb145a6-1757-4fb8-a941-30633e22decd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407102 Oct 20 13:41:06.684493 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:07.134635 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91ab97-fe69-4faa-b41b-11d53d225c28 req-b8b3416c-45a9-4a19-bc68-9d05660086d3 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:07.136064 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-fa91ab97-fe69-4faa-b41b-11d53d225c28 req-b8b3416c-45a9-4a19-bc68-9d05660086d3 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=09046678-4ab5-4b0a-af64-386fcb5735c5 HTTP/1.1" status: 200 len: 943 time: 0.0455098 Oct 20 13:41:07.182257 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-fa91ab97-fe69-4faa-b41b-11d53d225c28 req-6f9a5d36-deee-4c4d-9a67-1faa9a7d2e9c tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1bb145a6-1757-4fb8-a941-30633e22decd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405872 Oct 20 13:41:07.377195 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e details requested by agent hyperv_hv-cinder-86213 with host hv-cinder-86213 {{(pid=104734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 13:41:07.472584 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e,segment=NetworkSegment(3a56e684-3f29-4221-b1a4-f25d8cf87e97),segment_id=3a56e684-3f29-4221-b1a4-f25d8cf87e97)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:41:07.486560 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Returning: {'device': '56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'port_id': '56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e', 'mac_address': 'fa:16:3e:5b:e5:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 13:41:07.520848 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e is: DOWN; New status is: BUILD {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:41:07.521263 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:07.534299 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:41:07.553074 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e,segment=NetworkSegment(3a56e684-3f29-4221-b1a4-f25d8cf87e97),segment_id=3a56e684-3f29-4221-b1a4-f25d8cf87e97)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:41:07.556985 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:07.600463 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:07.851325 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:41:08.120149 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:41:08.304045 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295acd8d-8f80-47b1-bce5-8cc016195a7d req-531a26a1-0e83-45ad-af83-50c88437b14f tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:08.305501 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-295acd8d-8f80-47b1-bce5-8cc016195a7d req-531a26a1-0e83-45ad-af83-50c88437b14f tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=09046678-4ab5-4b0a-af64-386fcb5735c5 HTTP/1.1" status: 200 len: 944 time: 0.0492017 Oct 20 13:41:08.325473 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:08.352951 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-295acd8d-8f80-47b1-bce5-8cc016195a7d req-a3b04f2b-2027-48c7-919e-fde9d0186fe4 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1bb145a6-1757-4fb8-a941-30633e22decd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419962 Oct 20 13:41:09.389769 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e up at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:41:09.476680 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning for port 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e completed by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 13:41:09.484584 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning complete for port 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:41:09.485059 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:09.485434 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Attempt 1 to provision port 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e Oct 20 13:41:09.501206 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1522ad4d-8c4f-46e6-a59e-06d520ff1d5c req-57ec21b8-12fa-4ffc-9030-24a4c7b960f8 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:09.509268 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1522ad4d-8c4f-46e6-a59e-06d520ff1d5c req-57ec21b8-12fa-4ffc-9030-24a4c7b960f8 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=09046678-4ab5-4b0a-af64-386fcb5735c5 HTTP/1.1" status: 200 len: 944 time: 0.0687387 Oct 20 13:41:09.557901 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1522ad4d-8c4f-46e6-a59e-06d520ff1d5c req-f46bb6f5-e882-45fa-847b-23cbc6491615 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1bb145a6-1757-4fb8-a941-30633e22decd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474045 Oct 20 13:41:09.569622 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e is: BUILD; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:41:09.570008 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:09.593254 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09046678-4ab5-4b0a-af64-386fcb5735c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:41:09.595469 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5374b1acb5d21f0576c4c748ca21f6e32e0c69c98f35ada2d9891fed02f2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d279f0-3f53-4eb4-852b-91ed11552603" -d '{"events": [{"server_uuid": "09046678-4ab5-4b0a-af64-386fcb5735c5", "name": "network-vif-plugged", "status": "completed", "tag": "56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:41:09.608554 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e,segment=NetworkSegment(3a56e684-3f29-4221-b1a4-f25d8cf87e97),segment_id=3a56e684-3f29-4221-b1a4-f25d8cf87e97)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:41:09.612672 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:09.636982 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:09.655891 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:09.661738 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:09.748923 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e246e4-ac90-41dc-82b6-466b205bdba4 x-openstack-request-id: req-50e246e4-ac90-41dc-82b6-466b205bdba4 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:41:09.749233 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09046678-4ab5-4b0a-af64-386fcb5735c5", "name": "network-vif-plugged", "status": "completed", "tag": "56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:41:09.749484 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-50e246e4-ac90-41dc-82b6-466b205bdba4 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:41:09.749879 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50e246e4-ac90-41dc-82b6-466b205bdba4'] response: {'server_uuid': '09046678-4ab5-4b0a-af64-386fcb5735c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e', 'code': 200} Oct 20 13:41:09.927975 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c708ef2-f730-4b5a-9dd5-160885248ade req-c7ccf623-de5a-44c3-8f53-8e8447a1dc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:09.929509 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1c708ef2-f730-4b5a-9dd5-160885248ade req-c7ccf623-de5a-44c3-8f53-8e8447a1dc74 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=09046678-4ab5-4b0a-af64-386fcb5735c5 HTTP/1.1" status: 200 len: 1129 time: 0.0439162 Oct 20 13:41:09.977995 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1c708ef2-f730-4b5a-9dd5-160885248ade req-e54db0ad-2127-4041-9bf6-d49b52c96e79 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=1bb145a6-1757-4fb8-a941-30633e22decd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411882 Oct 20 13:41:11.727672 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=34 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:11.829071 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=30 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:12.000425 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bab52-6562-4e2a-8a24-96e6c3a49e53 req-2e0a648b-ae72-473e-a70f-a98d9040fe33 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:12.001879 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9b6bab52-6562-4e2a-8a24-96e6c3a49e53 req-2e0a648b-ae72-473e-a70f-a98d9040fe33 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=09046678-4ab5-4b0a-af64-386fcb5735c5 HTTP/1.1" status: 200 len: 945 time: 0.0461059 Oct 20 13:41:12.049347 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9b6bab52-6562-4e2a-8a24-96e6c3a49e53 req-2cf1345b-6d95-4a63-af95-80f970e77970 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1bb145a6-1757-4fb8-a941-30633e22decd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412443 Oct 20 13:41:12.405672 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=79,neutron:INSERT=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:12.407490 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686f5a3-165f-4a63-9709-5847d0a9a8e8 req-280c4154-a834-4ea6-ac16-f385870b3b49 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:12.409354 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c686f5a3-165f-4a63-9709-5847d0a9a8e8 req-280c4154-a834-4ea6-ac16-f385870b3b49 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=09046678-4ab5-4b0a-af64-386fcb5735c5 HTTP/1.1" status: 200 len: 945 time: 0.0467207 Oct 20 13:41:12.421047 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 46158) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:12.426105 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-f55f73f1-a34d-458d-aafb-b155a0124fe1 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Request body: {'floatingip': {'port_id': '56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:41:12.467505 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f55f73f1-a34d-458d-aafb-b155a0124fe1 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for floatingip (f9c753cc-3bfc-4c84-83fd-9d236d176887), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:12.512816 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2669cb22-1efa-4dd6-a4bd-311591ae2b11 req-f14c3617-4720-451c-b0bb-30df3b21ad53 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:12.514384 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2669cb22-1efa-4dd6-a4bd-311591ae2b11 req-f14c3617-4720-451c-b0bb-30df3b21ad53 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 945 time: 0.0557721 Oct 20 13:41:12.561135 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2669cb22-1efa-4dd6-a4bd-311591ae2b11 req-bd9d6add-a1c4-4d10-aa70-c71b031a28fc tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403802 Oct 20 13:41:12.970530 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aca733-2434-41c7-92c7-bc7691e412c6 req-727b5953-20c0-495c-9c23-31d167fc222a tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:12.972219 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-42aca733-2434-41c7-92c7-bc7691e412c6 req-727b5953-20c0-495c-9c23-31d167fc222a tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 945 time: 0.0495176 Oct 20 13:41:13.026576 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-42aca733-2434-41c7-92c7-bc7691e412c6 req-ce585b26-7403-480a-baf1-560f34d7131a tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477169 Oct 20 13:41:13.056724 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 46170) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:13.069049 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.db.resource_extend [None req-f55f73f1-a34d-458d-aafb-b155a0124fe1 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Oct 20 13:41:13.115935 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f55f73f1-a34d-458d-aafb-b155a0124fe1 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:13.120033 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f55f73f1-a34d-458d-aafb-b155a0124fe1 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (f9c753cc-3bfc-4c84-83fd-9d236d176887), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:13.138884 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55db0dce-7015-4b9e-b421-53d1af5e713d tempest-TestMinimumBasicScenario-233501184 tempest-TestMinimumBasicScenario-233501184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:13.140404 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-55db0dce-7015-4b9e-b421-53d1af5e713d tempest-TestMinimumBasicScenario-233501184 tempest-TestMinimumBasicScenario-233501184-project-admin] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 1124 time: 0.0826213 Oct 20 13:41:13.143368 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 46174) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:13.147775 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-a0deb07c-6f2a-4347-bcee-e0a61d48bf32 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Request body: {'floatingip': {'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'port_id': '57704c11-9966-4dc7-ba8b-0af092c2b73f', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:41:13.169608 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a0deb07c-6f2a-4347-bcee-e0a61d48bf32 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:13.217772 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.db.l3_db [None req-f55f73f1-a34d-458d-aafb-b155a0124fe1 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Floating IP f9c753cc-3bfc-4c84-83fd-9d236d176887 associated. External IP: 172.27.0.166, port: 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e. Oct 20 13:41:13.252475 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a0deb07c-6f2a-4347-bcee-e0a61d48bf32 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:13.354169 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:13.362714 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [None req-a0deb07c-6f2a-4347-bcee-e0a61d48bf32 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Allocated IP 172.27.0.94 (54b02c82-3888-4407-a753-5cb002a664e9/80f1bf56-ddb3-4c42-8717-7c4bb006400e/26e31cd2-4c38-4c28-817d-ada4556c741b) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:41:13.416021 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55f73f1-a34d-458d-aafb-b155a0124fe1 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:41:13.466564 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a0deb07c-6f2a-4347-bcee-e0a61d48bf32 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for port (26e31cd2-4c38-4c28-817d-ada4556c741b), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:13.470438 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:13.503987 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a0deb07c-6f2a-4347-bcee-e0a61d48bf32 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (26e31cd2-4c38-4c28-817d-ada4556c741b), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:13.522355 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55f73f1-a34d-458d-aafb-b155a0124fe1 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:41:13.527632 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f55f73f1-a34d-458d-aafb-b155a0124fe1 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:13.535900 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01707cc6-ee3f-4b11-a4a7-ad68bacd8834 None None] Sync routers for ids ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:41:13.547360 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01707cc6-ee3f-4b11-a4a7-ad68bacd8834 None None] Routers {'1f3c4c41-ebbf-411a-9bb1-1745db5a6489'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:41:13.548090 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-01707cc6-ee3f-4b11-a4a7-ad68bacd8834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:40:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:41:13.556325 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0deb07c-6f2a-4347-bcee-e0a61d48bf32 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Network 54b02c82-3888-4407-a753-5cb002a664e9 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:41:13.557670 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0deb07c-6f2a-4347-bcee-e0a61d48bf32 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Pushing event updated for resources: {'Port': ['ID=26e31cd2-4c38-4c28-817d-ada4556c741b,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:13.560235 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [None req-a0deb07c-6f2a-4347-bcee-e0a61d48bf32 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:41:13.564018 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-f55f73f1-a34d-458d-aafb-b155a0124fe1 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "PUT /networking/v2.0/floatingips/f9c753cc-3bfc-4c84-83fd-9d236d176887 HTTP/1.1" status: 200 len: 991 time: 1.1396146 Oct 20 13:41:13.564192 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0deb07c-6f2a-4347-bcee-e0a61d48bf32 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:41:13.564297 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09046678-4ab5-4b0a-af64-386fcb5735c5', 'tag': '56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:41:13.564909 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed26d3489e22cc6b5a676e21476388eeae91a3b2122148cacb7fad647cd2228" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b223710d-d34f-406d-8f6a-aee1b78cc9e4" -d '{"events": [{"name": "network-changed", "server_uuid": "09046678-4ab5-4b0a-af64-386fcb5735c5", "tag": "56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:41:13.656114 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-01707cc6-ee3f-4b11-a4a7-ad68bacd8834 None None] Set router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:41:13.692967 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df37e1c-a3d5-408c-bbd4-ac008f7fbe12 x-openstack-request-id: req-1df37e1c-a3d5-408c-bbd4-ac008f7fbe12 {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:41:13.693440 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09046678-4ab5-4b0a-af64-386fcb5735c5", "tag": "56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e", "status": "completed", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:41:13.693834 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1df37e1c-a3d5-408c-bbd4-ac008f7fbe12 {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:41:13.694375 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1df37e1c-a3d5-408c-bbd4-ac008f7fbe12'] response: {'name': 'network-changed', 'server_uuid': '09046678-4ab5-4b0a-af64-386fcb5735c5', 'tag': '56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e', 'status': 'completed', 'code': 200} Oct 20 13:41:13.836454 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223710d-d34f-406d-8f6a-aee1b78cc9e4 req-862a49c1-fbc0-427a-a461-90bb9cb641f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:13.837967 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b223710d-d34f-406d-8f6a-aee1b78cc9e4 req-862a49c1-fbc0-427a-a461-90bb9cb641f0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=b215cb88123a4851932dbf7dfa88f709&device_id=09046678-4ab5-4b0a-af64-386fcb5735c5 HTTP/1.1" status: 200 len: 1129 time: 0.1106956 Oct 20 13:41:13.856802 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc88f4-cc98-427c-bdb8-f821b2cb6b12 req-ac1a4294-e1c0-4df3-8d8f-17cf8a197af1 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:13.858240 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cccc88f4-cc98-427c-bdb8-f821b2cb6b12 req-ac1a4294-e1c0-4df3-8d8f-17cf8a197af1 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 945 time: 0.1013000 Oct 20 13:41:13.871817 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-01707cc6-ee3f-4b11-a4a7-ad68bacd8834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:37Z', 'revision_number': 4, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': 'f9c753cc-3bfc-4c84-83fd-9d236d176887', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'port_id': '56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'mac_address': 'fa:16:3e:5b:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09046678-4ab5-4b0a-af64-386fcb5735c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:40:57Z', 'updated_at': '2022-10-20T13:41:12Z', 'revision_number': 1, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86fac27a-cd4f-4973-a4ae-a8871270433b', 'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'mac_address': 'fa:16:3e:53:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:35Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 5, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'subnets': [{'id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:41:13.896408 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01707cc6-ee3f-4b11-a4a7-ad68bacd8834 None None] Checking router: 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:41:13.904564 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01707cc6-ee3f-4b11-a4a7-ad68bacd8834 None None] Routers {'1f3c4c41-ebbf-411a-9bb1-1745db5a6489'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:41:13.905187 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-01707cc6-ee3f-4b11-a4a7-ad68bacd8834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:40:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:41:14.005306 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-01707cc6-ee3f-4b11-a4a7-ad68bacd8834 None None] Set router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:41:14.026274 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cccc88f4-cc98-427c-bdb8-f821b2cb6b12 req-66909d30-a791-47ca-9d45-9fb2d72c3c94 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545255 Oct 20 13:41:14.070585 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223710d-d34f-406d-8f6a-aee1b78cc9e4 req-2309cd9c-1bfe-4f28-acff-829e79fc37ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:14.072039 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b223710d-d34f-406d-8f6a-aee1b78cc9e4 req-2309cd9c-1bfe-4f28-acff-829e79fc37ea service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=6a87efad-1518-4319-8b6e-3edd28303f86 HTTP/1.1" status: 200 len: 915 time: 0.2105815 Oct 20 13:41:14.077365 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:14.169492 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a0deb07c-6f2a-4347-bcee-e0a61d48bf32 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for floatingip (04108618-5c27-45eb-82f1-5b0c1a13f7f1), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:14.172228 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b223710d-d34f-406d-8f6a-aee1b78cc9e4 req-2d08d626-1504-47fa-8c6d-48b6209c6bb6 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e HTTP/1.1" status: 200 len: 999 time: 0.0883389 Oct 20 13:41:14.201021 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:14.223620 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-01707cc6-ee3f-4b11-a4a7-ad68bacd8834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:37Z', 'revision_number': 4, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': 'f9c753cc-3bfc-4c84-83fd-9d236d176887', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'port_id': '56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'mac_address': 'fa:16:3e:5b:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09046678-4ab5-4b0a-af64-386fcb5735c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:40:57Z', 'updated_at': '2022-10-20T13:41:12Z', 'revision_number': 1, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86fac27a-cd4f-4973-a4ae-a8871270433b', 'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'mac_address': 'fa:16:3e:53:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:35Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 5, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'subnets': [{'id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:41:14.249644 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01707cc6-ee3f-4b11-a4a7-ad68bacd8834 None None] The sync data for ids ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'] in dv-cinder-862136-1-iscsi is: [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:37Z', 'revision_number': 4, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': 'f9c753cc-3bfc-4c84-83fd-9d236d176887', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'port_id': '56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'mac_address': 'fa:16:3e:5b:e5:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09046678-4ab5-4b0a-af64-386fcb5735c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:40:57Z', 'updated_at': '2022-10-20T13:41:12Z', 'revision_number': 1, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86fac27a-cd4f-4973-a4ae-a8871270433b', 'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'mac_address': 'fa:16:3e:53:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:35Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 5, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'subnets': [{'id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:41:14.255193 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223710d-d34f-406d-8f6a-aee1b78cc9e4 req-6791165c-d1a6-4561-a4a9-a0fb02511d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:14.256627 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b223710d-d34f-406d-8f6a-aee1b78cc9e4 req-6791165c-d1a6-4561-a4a9-a0fb02511d43 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=2fdacf12-c611-42fe-b6f6-2cbfeede8f9a HTTP/1.1" status: 200 len: 853 time: 0.0670364 Oct 20 13:41:14.309530 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a0deb07c-6f2a-4347-bcee-e0a61d48bf32 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (26e31cd2-4c38-4c28-817d-ada4556c741b), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:14.336124 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:14.337475 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b223710d-d34f-406d-8f6a-aee1b78cc9e4 req-dc6f298f-cef0-4474-b32e-84072bd831e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:14.338996 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b223710d-d34f-406d-8f6a-aee1b78cc9e4 req-dc6f298f-cef0-4474-b32e-84072bd831e5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=6a87efad-1518-4319-8b6e-3edd28303f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0662131 Oct 20 13:41:14.459025 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24607abd-704c-4fde-947a-c60dfe7aa5ae None None] New status for floating IP f9c753cc-3bfc-4c84-83fd-9d236d176887: ACTIVE {{(pid=104734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 13:41:14.530472 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b223710d-d34f-406d-8f6a-aee1b78cc9e4 req-7cfcc496-3eac-42a9-a2ad-6c6a55e9ac06 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763022 Oct 20 13:41:14.568260 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a0deb07c-6f2a-4347-bcee-e0a61d48bf32 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for port (26e31cd2-4c38-4c28-817d-ada4556c741b), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:14.596612 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a0deb07c-6f2a-4347-bcee-e0a61d48bf32 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (26e31cd2-4c38-4c28-817d-ada4556c741b), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:14.911513 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a0deb07c-6f2a-4347-bcee-e0a61d48bf32 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (04108618-5c27-45eb-82f1-5b0c1a13f7f1), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:14.914726 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0deb07c-6f2a-4347-bcee-e0a61d48bf32 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Pushing event updated for resources: {'Port': ['ID=26e31cd2-4c38-4c28-817d-ada4556c741b,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:14.960692 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b223710d-d34f-406d-8f6a-aee1b78cc9e4 req-5844b1a3-ab62-48cd-9f3e-38a4621977d0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214504 Oct 20 13:41:15.022658 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.db.l3_db [None req-a0deb07c-6f2a-4347-bcee-e0a61d48bf32 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Floating IP 04108618-5c27-45eb-82f1-5b0c1a13f7f1 associated. External IP: 172.27.0.94, port: 57704c11-9966-4dc7-ba8b-0af092c2b73f. Oct 20 13:41:15.194670 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bfb91-0394-4d55-ba84-99f8ca88b61d req-2bac9e3b-c233-4643-bd0f-c68bf851f734 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:15.196125 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d32bfb91-0394-4d55-ba84-99f8ca88b61d req-2bac9e3b-c233-4643-bd0f-c68bf851f734 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 945 time: 0.0833552 Oct 20 13:41:15.271529 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:15.296159 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d32bfb91-0394-4d55-ba84-99f8ca88b61d req-dae21e84-e40d-414b-a42a-8a0051c9a2c2 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917864 Oct 20 13:41:15.299908 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0deb07c-6f2a-4347-bcee-e0a61d48bf32 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Router fe5c5e56-82f6-419a-b8a1-f3e26f387c3e has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:41:15.385138 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:15.400536 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0deb07c-6f2a-4347-bcee-e0a61d48bf32 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:41:15.411519 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4c8ca1-9060-4c61-92e2-999e7b78a787 None None] Sync routers for ids ['fe5c5e56-82f6-419a-b8a1-f3e26f387c3e'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:41:15.423152 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a0deb07c-6f2a-4347-bcee-e0a61d48bf32 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:15.423394 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4c8ca1-9060-4c61-92e2-999e7b78a787 None None] Routers {'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:41:15.423986 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-7c4c8ca1-9060-4c61-92e2-999e7b78a787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:40:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['fe5c5e56-82f6-419a-b8a1-f3e26f387c3e'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:41:15.457061 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-a0deb07c-6f2a-4347-bcee-e0a61d48bf32 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3121183 Oct 20 13:41:15.457849 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89b72ca-c19d-4976-97be-086660601e2b', 'tag': '57704c11-9966-4dc7-ba8b-0af092c2b73f'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:41:15.460257 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc102d84-44e4-47e5-9be9-d29d3cb45a39" -d '{"events": [{"name": "network-changed", "server_uuid": "e89b72ca-c19d-4976-97be-086660601e2b", "tag": "57704c11-9966-4dc7-ba8b-0af092c2b73f"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:41:15.460628 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 46202) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:15.466450 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-d0dfb9ec-21b6-4b38-ba9f-5f4712226257 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1619157036', 'description': 'tempest-secgroup-smoke-1619157036 description', 'project_id': 'accdb851c01342d49228faa016ff430c'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:41:15.491146 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d0dfb9ec-21b6-4b38-ba9f-5f4712226257 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:15.523556 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:15.527373 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:15.540476 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-7c4c8ca1-9060-4c61-92e2-999e7b78a787 None None] Set router fe5c5e56-82f6-419a-b8a1-f3e26f387c3e gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:41:15.572172 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6772b129-c8b4-4f8c-968b-4b3b083f1666 x-openstack-request-id: req-6772b129-c8b4-4f8c-968b-4b3b083f1666 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:41:15.573150 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89b72ca-c19d-4976-97be-086660601e2b", "tag": "57704c11-9966-4dc7-ba8b-0af092c2b73f", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:41:15.573405 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6772b129-c8b4-4f8c-968b-4b3b083f1666 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:41:15.573828 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6772b129-c8b4-4f8c-968b-4b3b083f1666'] response: {'name': 'network-changed', 'server_uuid': 'e89b72ca-c19d-4976-97be-086660601e2b', 'tag': '57704c11-9966-4dc7-ba8b-0af092c2b73f', 'status': 'completed', 'code': 200} Oct 20 13:41:15.591621 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d0dfb9ec-21b6-4b38-ba9f-5f4712226257 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for security_group (5478a9d8-2f05-4d92-8662-da8f5dbdb472), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:15.596189 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d0dfb9ec-21b6-4b38-ba9f-5f4712226257 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (5478a9d8-2f05-4d92-8662-da8f5dbdb472), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:15.630800 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d0dfb9ec-21b6-4b38-ba9f-5f4712226257 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:15.632127 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-d0dfb9ec-21b6-4b38-ba9f-5f4712226257 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1699808 Oct 20 13:41:15.633074 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dfb9ec-21b6-4b38-ba9f-5f4712226257 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5478a9d8-2f05-4d92-8662-da8f5dbdb472,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:15.635994 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 46208) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:15.640138 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:15.640291 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-6c84c31e-bed9-4c2c-8d6a-b8083d01b3f7 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Request body: {'security_group_rule': {'security_group_id': '5478a9d8-2f05-4d92-8662-da8f5dbdb472', 'project_id': 'accdb851c01342d49228faa016ff430c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:41:15.642856 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc102d84-44e4-47e5-9be9-d29d3cb45a39 req-3262bab9-8c2e-40bd-b966-d34572cf6852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:15.645117 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cc102d84-44e4-47e5-9be9-d29d3cb45a39 req-3262bab9-8c2e-40bd-b966-d34572cf6852 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=accdb851c01342d49228faa016ff430c&device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 1129 time: 0.0482631 Oct 20 13:41:15.651362 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dfb9ec-21b6-4b38-ba9f-5f4712226257 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:41:15.651706 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dfb9ec-21b6-4b38-ba9f-5f4712226257 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:41:15.652042 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dfb9ec-21b6-4b38-ba9f-5f4712226257 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:41:15.653334 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dfb9ec-21b6-4b38-ba9f-5f4712226257 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:41:15.653334 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dfb9ec-21b6-4b38-ba9f-5f4712226257 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:41:15.653334 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dfb9ec-21b6-4b38-ba9f-5f4712226257 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:41:15.653334 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dfb9ec-21b6-4b38-ba9f-5f4712226257 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:41:15.653811 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dfb9ec-21b6-4b38-ba9f-5f4712226257 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:41:15.654097 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dfb9ec-21b6-4b38-ba9f-5f4712226257 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:41:15.654278 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dfb9ec-21b6-4b38-ba9f-5f4712226257 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:41:15.654589 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dfb9ec-21b6-4b38-ba9f-5f4712226257 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:41:15.654901 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dfb9ec-21b6-4b38-ba9f-5f4712226257 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:41:15.655212 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dfb9ec-21b6-4b38-ba9f-5f4712226257 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:41:15.655528 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dfb9ec-21b6-4b38-ba9f-5f4712226257 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:41:15.655842 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0dfb9ec-21b6-4b38-ba9f-5f4712226257 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:41:15.682596 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6c84c31e-bed9-4c2c-8d6a-b8083d01b3f7 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for security_group_rule (a6d6f15c-77d8-4ca5-a5e4-03203616e8be), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:15.754341 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc102d84-44e4-47e5-9be9-d29d3cb45a39 req-894bed21-f758-4636-b7c8-03005fceb53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:15.756150 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cc102d84-44e4-47e5-9be9-d29d3cb45a39 req-894bed21-f758-4636-b7c8-03005fceb53c service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=90f6ed8e-98d1-4717-a988-12e9beb2cc56 HTTP/1.1" status: 200 len: 915 time: 0.1025751 Oct 20 13:41:15.764511 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6c84c31e-bed9-4c2c-8d6a-b8083d01b3f7 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for security_group_rule (a6d6f15c-77d8-4ca5-a5e4-03203616e8be), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:15.770547 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6c84c31e-bed9-4c2c-8d6a-b8083d01b3f7 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (a6d6f15c-77d8-4ca5-a5e4-03203616e8be), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:15.796803 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84c31e-bed9-4c2c-8d6a-b8083d01b3f7 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d6f15c-77d8-4ca5-a5e4-03203616e8be,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:15.810358 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6c84c31e-bed9-4c2c-8d6a-b8083d01b3f7 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:15.814426 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-6c84c31e-bed9-4c2c-8d6a-b8083d01b3f7 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1773758 Oct 20 13:41:15.815045 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 46212) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:15.822205 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-a2d66ac8-8fc8-4c80-bc01-f47bbb375203 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Request body: {'security_group_rule': {'security_group_id': '5478a9d8-2f05-4d92-8662-da8f5dbdb472', 'project_id': 'accdb851c01342d49228faa016ff430c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:41:15.850520 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cc102d84-44e4-47e5-9be9-d29d3cb45a39 req-19b46cfc-35c1-4f98-a453-ba6c953f9e6d service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57704c11-9966-4dc7-ba8b-0af092c2b73f HTTP/1.1" status: 200 len: 998 time: 0.0866909 Oct 20 13:41:15.857924 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a2d66ac8-8fc8-4c80-bc01-f47bbb375203 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for security_group_rule (5108395f-e7ee-44da-83d5-68c1beb6f4e0), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:15.858760 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-7c4c8ca1-9060-4c61-92e2-999e7b78a787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'name': 'tempest-TestMinimumBasicScenario-339275719-router', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '76a3242d-b9f9-415d-8bb1-4debc36d0e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:40:16Z', 'updated_at': '2022-10-20T13:40:19Z', 'revision_number': 4, 'project_id': 'accdb851c01342d49228faa016ff430c', 'gw_port': {'id': '76a3242d-b9f9-415d-8bb1-4debc36d0e99', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:16Z', 'updated_at': '2022-10-20T13:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': '04108618-5c27-45eb-82f1-5b0c1a13f7f1', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'port_id': '57704c11-9966-4dc7-ba8b-0af092c2b73f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56', 'mac_address': 'fa:16:3e:9d:9f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b72ca-c19d-4976-97be-086660601e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:41:13Z', 'updated_at': '2022-10-20T13:41:13Z', 'revision_number': 0, 'project_id': 'accdb851c01342d49228faa016ff430c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc8b09a-41c7-4569-97dd-fca97474d64c', 'name': '', 'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'mac_address': 'fa:16:3e:b4:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd9d54a4b-a660-40c7-821e-658dfb160f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:18Z', 'updated_at': '2022-10-20T13:40:26Z', 'revision_number': 5, 'project_id': 'accdb851c01342d49228faa016ff430c', 'subnets': [{'id': 'd9d54a4b-a660-40c7-821e-658dfb160f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:41:15.884815 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4c8ca1-9060-4c61-92e2-999e7b78a787 None None] Checking router: fe5c5e56-82f6-419a-b8a1-f3e26f387c3e for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:41:15.893335 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4c8ca1-9060-4c61-92e2-999e7b78a787 None None] Routers {'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:41:15.894040 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-7c4c8ca1-9060-4c61-92e2-999e7b78a787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:40:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['fe5c5e56-82f6-419a-b8a1-f3e26f387c3e'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:41:15.900758 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc102d84-44e4-47e5-9be9-d29d3cb45a39 req-2581fa38-3d9c-40c5-a03d-455a9d578591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:15.902255 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cc102d84-44e4-47e5-9be9-d29d3cb45a39 req-2581fa38-3d9c-40c5-a03d-455a9d578591 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d9d54a4b-a660-40c7-821e-658dfb160f21 HTTP/1.1" status: 200 len: 853 time: 0.0446403 Oct 20 13:41:15.928307 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a2d66ac8-8fc8-4c80-bc01-f47bbb375203 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for security_group_rule (5108395f-e7ee-44da-83d5-68c1beb6f4e0), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:15.932687 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a2d66ac8-8fc8-4c80-bc01-f47bbb375203 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (5108395f-e7ee-44da-83d5-68c1beb6f4e0), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:15.949276 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc102d84-44e4-47e5-9be9-d29d3cb45a39 req-90974d23-7d0a-44b3-bbaa-94904efd8b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:15.950774 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cc102d84-44e4-47e5-9be9-d29d3cb45a39 req-90974d23-7d0a-44b3-bbaa-94904efd8b34 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=90f6ed8e-98d1-4717-a988-12e9beb2cc56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429904 Oct 20 13:41:15.954086 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d66ac8-8fc8-4c80-bc01-f47bbb375203 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5108395f-e7ee-44da-83d5-68c1beb6f4e0,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:15.965596 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a2d66ac8-8fc8-4c80-bc01-f47bbb375203 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:15.969995 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-a2d66ac8-8fc8-4c80-bc01-f47bbb375203 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1539385 Oct 20 13:41:15.970581 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 46214) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:15.975492 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-489f086f-9bc6-4f09-b274-2d10dcadcdc3 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Request body: {'security_group_rule': {'security_group_id': '5478a9d8-2f05-4d92-8662-da8f5dbdb472', 'project_id': 'accdb851c01342d49228faa016ff430c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:41:15.999103 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-7c4c8ca1-9060-4c61-92e2-999e7b78a787 None None] Set router fe5c5e56-82f6-419a-b8a1-f3e26f387c3e gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:41:16.005569 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-489f086f-9bc6-4f09-b274-2d10dcadcdc3 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for security_group_rule (aaf49b7e-f8ce-4e19-98c9-89e3741ea190), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:16.053817 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cc102d84-44e4-47e5-9be9-d29d3cb45a39 req-78ad52ac-0241-43c9-816a-205d65eec7ee service neutron] 10.222.0.20 "GET /networking/v2.0/networks/90f6ed8e-98d1-4717-a988-12e9beb2cc56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957665 Oct 20 13:41:16.067325 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-489f086f-9bc6-4f09-b274-2d10dcadcdc3 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for security_group_rule (aaf49b7e-f8ce-4e19-98c9-89e3741ea190), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:16.072384 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-489f086f-9bc6-4f09-b274-2d10dcadcdc3 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (aaf49b7e-f8ce-4e19-98c9-89e3741ea190), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:16.095685 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f086f-9bc6-4f09-b274-2d10dcadcdc3 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaf49b7e-f8ce-4e19-98c9-89e3741ea190,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:16.102304 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-489f086f-9bc6-4f09-b274-2d10dcadcdc3 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:16.103413 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-489f086f-9bc6-4f09-b274-2d10dcadcdc3 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319134 Oct 20 13:41:16.106308 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 46216) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:16.110952 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-fe72020a-c371-4f3e-9070-9185aadf7d42 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Request body: {'security_group_rule': {'security_group_id': '5478a9d8-2f05-4d92-8662-da8f5dbdb472', 'project_id': 'accdb851c01342d49228faa016ff430c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:41:16.139402 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fe72020a-c371-4f3e-9070-9185aadf7d42 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for security_group_rule (ee8557d0-a32f-4d59-9be3-d3e986f9ac18), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:16.165493 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cc102d84-44e4-47e5-9be9-d29d3cb45a39 req-da1d7f19-9552-44c9-b56d-7d46b4a07c29 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/90f6ed8e-98d1-4717-a988-12e9beb2cc56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038468 Oct 20 13:41:16.202471 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fe72020a-c371-4f3e-9070-9185aadf7d42 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for security_group_rule (ee8557d0-a32f-4d59-9be3-d3e986f9ac18), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:16.207148 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fe72020a-c371-4f3e-9070-9185aadf7d42 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (ee8557d0-a32f-4d59-9be3-d3e986f9ac18), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:16.226383 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe72020a-c371-4f3e-9070-9185aadf7d42 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8557d0-a32f-4d59-9be3-d3e986f9ac18,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:16.236048 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fe72020a-c371-4f3e-9070-9185aadf7d42 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:16.240379 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-fe72020a-c371-4f3e-9070-9185aadf7d42 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298215 Oct 20 13:41:16.240685 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 46220) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:16.243202 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-7c4c8ca1-9060-4c61-92e2-999e7b78a787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'name': 'tempest-TestMinimumBasicScenario-339275719-router', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '76a3242d-b9f9-415d-8bb1-4debc36d0e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:40:16Z', 'updated_at': '2022-10-20T13:40:19Z', 'revision_number': 4, 'project_id': 'accdb851c01342d49228faa016ff430c', 'gw_port': {'id': '76a3242d-b9f9-415d-8bb1-4debc36d0e99', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:16Z', 'updated_at': '2022-10-20T13:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': '04108618-5c27-45eb-82f1-5b0c1a13f7f1', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'port_id': '57704c11-9966-4dc7-ba8b-0af092c2b73f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56', 'mac_address': 'fa:16:3e:9d:9f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b72ca-c19d-4976-97be-086660601e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:41:13Z', 'updated_at': '2022-10-20T13:41:13Z', 'revision_number': 0, 'project_id': 'accdb851c01342d49228faa016ff430c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc8b09a-41c7-4569-97dd-fca97474d64c', 'name': '', 'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'mac_address': 'fa:16:3e:b4:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd9d54a4b-a660-40c7-821e-658dfb160f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:18Z', 'updated_at': '2022-10-20T13:40:26Z', 'revision_number': 5, 'project_id': 'accdb851c01342d49228faa016ff430c', 'subnets': [{'id': 'd9d54a4b-a660-40c7-821e-658dfb160f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:41:16.246777 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-1bf60722-fad6-4bc4-be3d-bf50b50e5052 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Request body: {'security_group_rule': {'security_group_id': '5478a9d8-2f05-4d92-8662-da8f5dbdb472', 'project_id': 'accdb851c01342d49228faa016ff430c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:41:16.265556 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:INSERT=14,neutron:SELECT=77,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:16.270590 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4c8ca1-9060-4c61-92e2-999e7b78a787 None None] The sync data for ids ['fe5c5e56-82f6-419a-b8a1-f3e26f387c3e'] in dv-cinder-862136-1-iscsi is: [{'id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'name': 'tempest-TestMinimumBasicScenario-339275719-router', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '76a3242d-b9f9-415d-8bb1-4debc36d0e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:40:16Z', 'updated_at': '2022-10-20T13:40:19Z', 'revision_number': 4, 'project_id': 'accdb851c01342d49228faa016ff430c', 'gw_port': {'id': '76a3242d-b9f9-415d-8bb1-4debc36d0e99', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:16Z', 'updated_at': '2022-10-20T13:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': '04108618-5c27-45eb-82f1-5b0c1a13f7f1', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'port_id': '57704c11-9966-4dc7-ba8b-0af092c2b73f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56', 'mac_address': 'fa:16:3e:9d:9f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89b72ca-c19d-4976-97be-086660601e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:41:13Z', 'updated_at': '2022-10-20T13:41:13Z', 'revision_number': 0, 'project_id': 'accdb851c01342d49228faa016ff430c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc8b09a-41c7-4569-97dd-fca97474d64c', 'name': '', 'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'mac_address': 'fa:16:3e:b4:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd9d54a4b-a660-40c7-821e-658dfb160f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:18Z', 'updated_at': '2022-10-20T13:40:26Z', 'revision_number': 5, 'project_id': 'accdb851c01342d49228faa016ff430c', 'subnets': [{'id': 'd9d54a4b-a660-40c7-821e-658dfb160f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:41:16.272547 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.db.securitygroups_db [None req-1bf60722-fad6-4bc4-be3d-bf50b50e5052 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Project accdb851c01342d49228faa016ff430c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 13:41:16.280126 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1bf60722-fad6-4bc4-be3d-bf50b50e5052 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for security_group_rule (db9ec41d-282e-43fd-9d93-1b92a8b0f66c), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:16.312743 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:INSERT=9,neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:16.338868 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1bf60722-fad6-4bc4-be3d-bf50b50e5052 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for security_group_rule (db9ec41d-282e-43fd-9d93-1b92a8b0f66c), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:16.345380 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1bf60722-fad6-4bc4-be3d-bf50b50e5052 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (db9ec41d-282e-43fd-9d93-1b92a8b0f66c), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:16.364464 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf60722-fad6-4bc4-be3d-bf50b50e5052 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db9ec41d-282e-43fd-9d93-1b92a8b0f66c,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:16.375209 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1bf60722-fad6-4bc4-be3d-bf50b50e5052 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:16.376926 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-1bf60722-fad6-4bc4-be3d-bf50b50e5052 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1353116 Oct 20 13:41:16.380200 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 46224) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:16.384576 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-816311f6-2d5d-44ba-a0cc-952dd5dc79b5 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Request body: {'security_group_rule': {'security_group_id': '5478a9d8-2f05-4d92-8662-da8f5dbdb472', 'project_id': 'accdb851c01342d49228faa016ff430c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:41:16.406986 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.db.securitygroups_db [None req-816311f6-2d5d-44ba-a0cc-952dd5dc79b5 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Project accdb851c01342d49228faa016ff430c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 13:41:16.414042 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-816311f6-2d5d-44ba-a0cc-952dd5dc79b5 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for security_group_rule (be41391c-4586-4365-a4e9-9b26ff94f78c), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:16.435303 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9e19d-abbf-4390-b8ba-1c43790d1f57 req-929a0fa2-155e-4a30-a388-d875f0ef578b tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:16.436991 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-40b9e19d-abbf-4390-b8ba-1c43790d1f57 req-929a0fa2-155e-4a30-a388-d875f0ef578b tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 945 time: 0.0494239 Oct 20 13:41:16.483997 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-816311f6-2d5d-44ba-a0cc-952dd5dc79b5 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for security_group_rule (be41391c-4586-4365-a4e9-9b26ff94f78c), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:16.489939 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-816311f6-2d5d-44ba-a0cc-952dd5dc79b5 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (be41391c-4586-4365-a4e9-9b26ff94f78c), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:16.493839 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-40b9e19d-abbf-4390-b8ba-1c43790d1f57 req-abdb31a2-00a0-4448-9487-2728c7d19e18 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500493 Oct 20 13:41:16.513897 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816311f6-2d5d-44ba-a0cc-952dd5dc79b5 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be41391c-4586-4365-a4e9-9b26ff94f78c,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:16.518064 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-816311f6-2d5d-44ba-a0cc-952dd5dc79b5 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:16.524006 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-816311f6-2d5d-44ba-a0cc-952dd5dc79b5 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1427805 Oct 20 13:41:16.527130 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128b37d2-c5f0-4724-80de-29b4d19ad4f6 None None] New status for floating IP 04108618-5c27-45eb-82f1-5b0c1a13f7f1: ACTIVE {{(pid=104734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 13:41:16.625032 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-98d59c0e-98e4-45e4-998c-0fb0f55e6b3c req-0299dc9b-c97a-46aa-922b-a9cd7013396d tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1619157036&fields=id&tenant_id=accdb851c01342d49228faa016ff430c HTTP/1.1" status: 200 len: 267 time: 0.0455117 Oct 20 13:41:16.683858 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d59c0e-98e4-45e4-998c-0fb0f55e6b3c req-3a95ed28-a0ba-4068-bf2e-2a3f0372bcae tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:16.685874 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-98d59c0e-98e4-45e4-998c-0fb0f55e6b3c req-3a95ed28-a0ba-4068-bf2e-2a3f0372bcae tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 945 time: 0.0545228 Oct 20 13:41:16.698031 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-98d59c0e-98e4-45e4-998c-0fb0f55e6b3c req-85aeccd7-55f3-4d4e-a785-8b12b000c3d6 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Request body: {'port': {'security_groups': ['904bc534-15ed-4653-8646-072972a40338', '5478a9d8-2f05-4d92-8662-da8f5dbdb472']}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:41:16.773183 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-98d59c0e-98e4-45e4-998c-0fb0f55e6b3c req-85aeccd7-55f3-4d4e-a785-8b12b000c3d6 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (57704c11-9966-4dc7-ba8b-0af092c2b73f), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:16.814121 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:16.924170 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:16.954709 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-98d59c0e-98e4-45e4-998c-0fb0f55e6b3c req-85aeccd7-55f3-4d4e-a785-8b12b000c3d6 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] For port 57704c11-9966-4dc7-ba8b-0af092c2b73f, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=57704c11-9966-4dc7-ba8b-0af092c2b73f,segment=NetworkSegment(380d1854-2618-4d86-b29b-a3cf5fa8193e),segment_id=380d1854-2618-4d86-b29b-a3cf5fa8193e)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:41:16.981903 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-98d59c0e-98e4-45e4-998c-0fb0f55e6b3c req-85aeccd7-55f3-4d4e-a785-8b12b000c3d6 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for port (57704c11-9966-4dc7-ba8b-0af092c2b73f), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:16.986491 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-98d59c0e-98e4-45e4-998c-0fb0f55e6b3c req-85aeccd7-55f3-4d4e-a785-8b12b000c3d6 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (57704c11-9966-4dc7-ba8b-0af092c2b73f), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:16.997808 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d59c0e-98e4-45e4-998c-0fb0f55e6b3c req-85aeccd7-55f3-4d4e-a785-8b12b000c3d6 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:16.998412 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-98d59c0e-98e4-45e4-998c-0fb0f55e6b3c req-85aeccd7-55f3-4d4e-a785-8b12b000c3d6 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:16.999835 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-98d59c0e-98e4-45e4-998c-0fb0f55e6b3c req-85aeccd7-55f3-4d4e-a785-8b12b000c3d6 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "PUT /networking/v2.0/ports/57704c11-9966-4dc7-ba8b-0af092c2b73f HTTP/1.1" status: 200 len: 981 time: 0.3064914 Oct 20 13:41:17.002282 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['57704c11-9966-4dc7-ba8b-0af092c2b73f'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:41:17.048195 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aeccd7-55f3-4d4e-a785-8b12b000c3d6 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Pushing event updated for resources: {'Port': ['ID=57704c11-9966-4dc7-ba8b-0af092c2b73f,revision_number=6']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:17.126303 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['57704c11-9966-4dc7-ba8b-0af092c2b73f'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:41:17.147913 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84614180-4ee0-47f5-b53f-e3eb6428de50 req-f1deb357-5ead-455b-87f2-8116337ec6d3 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:17.149429 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-84614180-4ee0-47f5-b53f-e3eb6428de50 req-f1deb357-5ead-455b-87f2-8116337ec6d3 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 984 time: 0.0529981 Oct 20 13:41:17.209883 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-84614180-4ee0-47f5-b53f-e3eb6428de50 req-770c66b8-9362-4aab-8e0f-0105ca56a3a7 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&id=5478a9d8-2f05-4d92-8662-da8f5dbdb472&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542965 Oct 20 13:41:17.472638 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:17.486555 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:17.574898 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89b72ca-c19d-4976-97be-086660601e2b', 'tag': '57704c11-9966-4dc7-ba8b-0af092c2b73f'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:41:17.578408 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f091d66d-5e82-4d12-8a2d-09aad376176f" -d '{"events": [{"name": "network-changed", "server_uuid": "e89b72ca-c19d-4976-97be-086660601e2b", "tag": "57704c11-9966-4dc7-ba8b-0af092c2b73f"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:41:17.644962 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351dd9d-2df5-474e-a053-3cd4868e6811 req-49a3c3ac-27ae-4dce-9a30-f692822e8476 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:17.646352 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f351dd9d-2df5-474e-a053-3cd4868e6811 req-49a3c3ac-27ae-4dce-9a30-f692822e8476 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 945 time: 0.0464234 Oct 20 13:41:17.692417 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f351dd9d-2df5-474e-a053-3cd4868e6811 req-ab80b143-9952-4e76-acbc-e188627a92fb tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404253 Oct 20 13:41:17.738845 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a022366d-91e7-4e29-bc63-93e1edbc5625 x-openstack-request-id: req-a022366d-91e7-4e29-bc63-93e1edbc5625 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:41:17.739147 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89b72ca-c19d-4976-97be-086660601e2b", "tag": "57704c11-9966-4dc7-ba8b-0af092c2b73f", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:41:17.739377 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a022366d-91e7-4e29-bc63-93e1edbc5625 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:41:17.739775 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a022366d-91e7-4e29-bc63-93e1edbc5625'] response: {'name': 'network-changed', 'server_uuid': 'e89b72ca-c19d-4976-97be-086660601e2b', 'tag': '57704c11-9966-4dc7-ba8b-0af092c2b73f', 'status': 'completed', 'code': 200} Oct 20 13:41:18.223016 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091d66d-5e82-4d12-8a2d-09aad376176f req-f7dee236-576a-458a-9124-235d0a327c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:18.224508 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f091d66d-5e82-4d12-8a2d-09aad376176f req-f7dee236-576a-458a-9124-235d0a327c71 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=accdb851c01342d49228faa016ff430c&device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 1168 time: 0.0413456 Oct 20 13:41:18.316240 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091d66d-5e82-4d12-8a2d-09aad376176f req-32caf76e-f11f-45da-970b-d6db1a1aa610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:18.317603 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f091d66d-5e82-4d12-8a2d-09aad376176f req-32caf76e-f11f-45da-970b-d6db1a1aa610 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=90f6ed8e-98d1-4717-a988-12e9beb2cc56 HTTP/1.1" status: 200 len: 915 time: 0.0870497 Oct 20 13:41:18.656897 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f091d66d-5e82-4d12-8a2d-09aad376176f req-cc8b76e0-8ea1-4026-8ee9-4c6182806781 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57704c11-9966-4dc7-ba8b-0af092c2b73f HTTP/1.1" status: 200 len: 1000 time: 0.0728874 Oct 20 13:41:18.721530 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091d66d-5e82-4d12-8a2d-09aad376176f req-9d784875-6e85-4b43-88a3-b6f90419dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:18.723683 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f091d66d-5e82-4d12-8a2d-09aad376176f req-9d784875-6e85-4b43-88a3-b6f90419dce1 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d9d54a4b-a660-40c7-821e-658dfb160f21 HTTP/1.1" status: 200 len: 853 time: 0.0498919 Oct 20 13:41:18.822519 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29666e-ff1d-43a4-86f7-745bffa4b95a req-26e46590-ba16-42be-abc5-cea931b63a73 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:18.823960 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4e29666e-ff1d-43a4-86f7-745bffa4b95a req-26e46590-ba16-42be-abc5-cea931b63a73 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 945 time: 0.0463371 Oct 20 13:41:18.870643 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4e29666e-ff1d-43a4-86f7-745bffa4b95a req-07d894d9-e24e-473f-ac40-c2aa3ede4090 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406578 Oct 20 13:41:19.044983 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091d66d-5e82-4d12-8a2d-09aad376176f req-455c8701-a8ee-4a7a-9eed-b7af6890c80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:19.046542 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f091d66d-5e82-4d12-8a2d-09aad376176f req-455c8701-a8ee-4a7a-9eed-b7af6890c80a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=90f6ed8e-98d1-4717-a988-12e9beb2cc56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386596 Oct 20 13:41:19.146951 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f091d66d-5e82-4d12-8a2d-09aad376176f req-83fa1bc4-3701-4c5c-9c06-201b6cd09b64 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/90f6ed8e-98d1-4717-a988-12e9beb2cc56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928276 Oct 20 13:41:19.248611 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f091d66d-5e82-4d12-8a2d-09aad376176f req-7faa3bd2-712e-4827-b060-e7143906e033 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/90f6ed8e-98d1-4717-a988-12e9beb2cc56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893352 Oct 20 13:41:19.987474 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:20.002277 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e720828-1f3a-489d-8f6f-38885baa1382 req-63783bf2-5ee1-4d3c-86e8-f1a4bc737685 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:20.004322 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0e720828-1f3a-489d-8f6f-38885baa1382 req-63783bf2-5ee1-4d3c-86e8-f1a4bc737685 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 945 time: 0.0543873 Oct 20 13:41:20.022644 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:20.053046 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0e720828-1f3a-489d-8f6f-38885baa1382 req-72a69efb-05af-496b-8d71-b99c2278a222 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431716 Oct 20 13:41:20.501510 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81afed-0a8b-4a0f-80c1-5851fa0529c1 req-08e30a20-10e6-42cb-b6d3-0dbabeecdea4 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:20.502886 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5c81afed-0a8b-4a0f-80c1-5851fa0529c1 req-08e30a20-10e6-42cb-b6d3-0dbabeecdea4 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 945 time: 0.0458190 Oct 20 13:41:20.550639 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5c81afed-0a8b-4a0f-80c1-5851fa0529c1 req-a9c0ad14-3e0c-4805-85b0-c036e7787503 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408525 Oct 20 13:41:24.233135 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2873b1-c6ee-4027-998a-08fcdce75436 req-a651497f-4130-4be4-8b14-26589421602e tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:24.234584 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0b2873b1-c6ee-4027-998a-08fcdce75436 req-a651497f-4130-4be4-8b14-26589421602e tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 945 time: 0.0536854 Oct 20 13:41:24.340158 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-0b2873b1-c6ee-4027-998a-08fcdce75436 req-48068cb3-3863-4ad4-9795-b90ed9df0339 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Deleting port 61a2cacd-9e95-4421-956a-22d6ee9a27a3 {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:41:24.340653 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-0b2873b1-c6ee-4027-998a-08fcdce75436 req-48068cb3-3863-4ad4-9795-b90ed9df0339 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (61a2cacd-9e95-4421-956a-22d6ee9a27a3), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:24.453885 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a7376-bb1f-4978-b796-89f17c4a40da req-1122241a-41f3-4c77-a61c-3a312ec677ef tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:24.455273 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-169a7376-bb1f-4978-b796-89f17c4a40da req-1122241a-41f3-4c77-a61c-3a312ec677ef tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 945 time: 0.0661833 Oct 20 13:41:24.498852 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-0b2873b1-c6ee-4027-998a-08fcdce75436 req-48068cb3-3863-4ad4-9795-b90ed9df0339 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] For port 61a2cacd-9e95-4421-956a-22d6ee9a27a3, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=61a2cacd-9e95-4421-956a-22d6ee9a27a3,segment=NetworkSegment(32d54844-4ce9-4228-abf5-0f1ad3651b18),segment_id=32d54844-4ce9-4228-abf5-0f1ad3651b18)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:41:24.499209 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-0b2873b1-c6ee-4027-998a-08fcdce75436 req-48068cb3-3863-4ad4-9795-b90ed9df0339 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (61a2cacd-9e95-4421-956a-22d6ee9a27a3), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:24.567836 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-169a7376-bb1f-4978-b796-89f17c4a40da req-4db3a14d-469c-4cac-bbd5-7ce30f307ff2 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020379 Oct 20 13:41:24.630269 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-788abc5d-1db6-4793-bb90-f520083a18cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:24.719883 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac7e6f-dae4-4906-9191-fc7c1998fc63 req-084aa3ef-9ae0-4ade-add5-15849058c929 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:24.721303 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-49ac7e6f-dae4-4906-9191-fc7c1998fc63 req-084aa3ef-9ae0-4ade-add5-15849058c929 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 945 time: 0.0903945 Oct 20 13:41:24.725407 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-0b2873b1-c6ee-4027-998a-08fcdce75436 req-48068cb3-3863-4ad4-9795-b90ed9df0339 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:24.725794 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-0b2873b1-c6ee-4027-998a-08fcdce75436 req-48068cb3-3863-4ad4-9795-b90ed9df0339 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (69e68622-2c61-4184-ab23-f62e215bad47), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:24.726101 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.db.l3_db [req-0b2873b1-c6ee-4027-998a-08fcdce75436 req-48068cb3-3863-4ad4-9795-b90ed9df0339 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Floating IP 69e68622-2c61-4184-ab23-f62e215bad47 disassociated. External IP: 172.27.0.154, port: 61a2cacd-9e95-4421-956a-22d6ee9a27a3. Oct 20 13:41:24.726440 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-0b2873b1-c6ee-4027-998a-08fcdce75436 req-48068cb3-3863-4ad4-9795-b90ed9df0339 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Calling delete_port for 61a2cacd-9e95-4421-956a-22d6ee9a27a3 owned by compute:nova {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:41:24.819921 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-49ac7e6f-dae4-4906-9191-fc7c1998fc63 req-339efdbf-8254-46d9-906c-5e2e1958913c tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=9e327510-634d-40db-95e9-dc33082d037b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912607 Oct 20 13:41:24.890150 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-0b2873b1-c6ee-4027-998a-08fcdce75436 req-48068cb3-3863-4ad4-9795-b90ed9df0339 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (61a2cacd-9e95-4421-956a-22d6ee9a27a3), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:24.923419 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48068cb3-3863-4ad4-9795-b90ed9df0339 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Pushing event deleted for resources: {'Port': ['ID=61a2cacd-9e95-4421-956a-22d6ee9a27a3,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:24.979941 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:25.005981 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:25.036182 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b2873b1-c6ee-4027-998a-08fcdce75436 req-48068cb3-3863-4ad4-9795-b90ed9df0339 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Router 912b722f-62ce-4725-bd33-0da43e579767 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:41:25.134853 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b2873b1-c6ee-4027-998a-08fcdce75436 req-48068cb3-3863-4ad4-9795-b90ed9df0339 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:41:25.144519 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f69b06b-ace9-4418-9efd-13cd7a863f93 None None] Sync routers for ids ['912b722f-62ce-4725-bd33-0da43e579767'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:41:25.154595 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f69b06b-ace9-4418-9efd-13cd7a863f93 None None] Routers {'912b722f-62ce-4725-bd33-0da43e579767'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:41:25.155193 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-2f69b06b-ace9-4418-9efd-13cd7a863f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:40:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['912b722f-62ce-4725-bd33-0da43e579767'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:41:25.179648 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2873b1-c6ee-4027-998a-08fcdce75436 req-48068cb3-3863-4ad4-9795-b90ed9df0339 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] No DVR routers for this DVR port 61a2cacd-9e95-4421-956a-22d6ee9a27a3 on host hv-cinder-86213 {{(pid=104733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:41:25.182527 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-0b2873b1-c6ee-4027-998a-08fcdce75436 req-48068cb3-3863-4ad4-9795-b90ed9df0339 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:25.186820 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0b2873b1-c6ee-4027-998a-08fcdce75436 req-48068cb3-3863-4ad4-9795-b90ed9df0339 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.20 "DELETE /networking/v2.0/ports/61a2cacd-9e95-4421-956a-22d6ee9a27a3 HTTP/1.1" status: 204 len: 173 time: 0.9431343 Oct 20 13:41:25.187404 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f326ad5-ca2f-4300-8676-2b6d7edfb108', 'name': 'network-vif-deleted', 'tag': '61a2cacd-9e95-4421-956a-22d6ee9a27a3'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:41:25.190925 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64ae2d8-ec1d-44e0-bc3b-bf041a02d447" -d '{"events": [{"server_uuid": "5f326ad5-ca2f-4300-8676-2b6d7edfb108", "name": "network-vif-deleted", "tag": "61a2cacd-9e95-4421-956a-22d6ee9a27a3"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:41:25.236077 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f02209f-b211-431f-a452-9ed7ed5f66a2 x-openstack-request-id: req-3f02209f-b211-431f-a452-9ed7ed5f66a2 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:41:25.236689 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f326ad5-ca2f-4300-8676-2b6d7edfb108", "name": "network-vif-deleted", "tag": "61a2cacd-9e95-4421-956a-22d6ee9a27a3", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:41:25.236689 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f02209f-b211-431f-a452-9ed7ed5f66a2 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:41:25.237049 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f02209f-b211-431f-a452-9ed7ed5f66a2'] response: {'server_uuid': '5f326ad5-ca2f-4300-8676-2b6d7edfb108', 'name': 'network-vif-deleted', 'tag': '61a2cacd-9e95-4421-956a-22d6ee9a27a3', 'status': 'completed', 'code': 200} Oct 20 13:41:25.265811 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-2f69b06b-ace9-4418-9efd-13cd7a863f93 None None] Set router 912b722f-62ce-4725-bd33-0da43e579767 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:41:25.382160 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:25.470400 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-2f69b06b-ace9-4418-9efd-13cd7a863f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912b722f-62ce-4725-bd33-0da43e579767', 'name': 'tempest-ServerRescueNegativeTestJSON-2097664648-router', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:04Z', 'updated_at': '2022-10-20T13:37:07Z', 'revision_number': 4, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'gw_port': {'id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912b722f-62ce-4725-bd33-0da43e579767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:05Z', 'updated_at': '2022-10-20T13:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '542bf4f3-82b0-45c3-a06e-3e578747d746', 'name': '', 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'mac_address': 'fa:16:3e:52:39:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912b722f-62ce-4725-bd33-0da43e579767', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:07Z', 'updated_at': '2022-10-20T13:37:13Z', 'revision_number': 5, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'subnets': [{'id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:41:25.496719 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f69b06b-ace9-4418-9efd-13cd7a863f93 None None] Checking router: 912b722f-62ce-4725-bd33-0da43e579767 for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:41:25.506397 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f69b06b-ace9-4418-9efd-13cd7a863f93 None None] Routers {'912b722f-62ce-4725-bd33-0da43e579767'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:41:25.506993 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-2f69b06b-ace9-4418-9efd-13cd7a863f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:40:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['912b722f-62ce-4725-bd33-0da43e579767'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:41:25.544145 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:25.609231 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-2f69b06b-ace9-4418-9efd-13cd7a863f93 None None] Set router 912b722f-62ce-4725-bd33-0da43e579767 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:41:25.697344 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf0e19-f455-4ce0-9cb6-3b4b52370eb5 req-9269e69a-47b9-41d2-b3cb-7f180563c1d7 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:25.698816 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4fdf0e19-f455-4ce0-9cb6-3b4b52370eb5 req-9269e69a-47b9-41d2-b3cb-7f180563c1d7 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 945 time: 0.0469306 Oct 20 13:41:25.748508 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4fdf0e19-f455-4ce0-9cb6-3b4b52370eb5 req-75e53120-e35b-444e-8649-cf94fe2e42c6 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439794 Oct 20 13:41:25.794958 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-2f69b06b-ace9-4418-9efd-13cd7a863f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912b722f-62ce-4725-bd33-0da43e579767', 'name': 'tempest-ServerRescueNegativeTestJSON-2097664648-router', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:04Z', 'updated_at': '2022-10-20T13:37:07Z', 'revision_number': 4, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'gw_port': {'id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912b722f-62ce-4725-bd33-0da43e579767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:05Z', 'updated_at': '2022-10-20T13:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '542bf4f3-82b0-45c3-a06e-3e578747d746', 'name': '', 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'mac_address': 'fa:16:3e:52:39:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912b722f-62ce-4725-bd33-0da43e579767', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:07Z', 'updated_at': '2022-10-20T13:37:13Z', 'revision_number': 5, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'subnets': [{'id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:41:25.823977 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f69b06b-ace9-4418-9efd-13cd7a863f93 None None] The sync data for ids ['912b722f-62ce-4725-bd33-0da43e579767'] in dv-cinder-862136-1-iscsi is: [{'id': '912b722f-62ce-4725-bd33-0da43e579767', 'name': 'tempest-ServerRescueNegativeTestJSON-2097664648-router', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:04Z', 'updated_at': '2022-10-20T13:37:07Z', 'revision_number': 4, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'gw_port': {'id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912b722f-62ce-4725-bd33-0da43e579767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:05Z', 'updated_at': '2022-10-20T13:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '542bf4f3-82b0-45c3-a06e-3e578747d746', 'name': '', 'network_id': '80f8d646-52cd-4c79-be89-0476981cc6e9', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'mac_address': 'fa:16:3e:52:39:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912b722f-62ce-4725-bd33-0da43e579767', 'device_owner': 'network:router_interface', 'standard_attr_id': 354, 'fixed_ips': [{'subnet_id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:07Z', 'updated_at': '2022-10-20T13:37:13Z', 'revision_number': 5, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'subnets': [{'id': '39e34ab8-30e0-463a-a9d4-1b76cbd385a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:41:25.951833 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-59a18af8-aebb-4451-8987-0052144a21d4 req-379d94a4-f7dd-4fd8-930d-716779cf3e99 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=5f326ad5-ca2f-4300-8676-2b6d7edfb108 HTTP/1.1" status: 200 len: 210 time: 0.0348089 Oct 20 13:41:26.066796 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd345bf6-beaf-4f90-a823-4fa9058c53dc None None] New status for floating IP 69e68622-2c61-4184-ab23-f62e215bad47: DOWN {{(pid=104734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 13:41:26.474733 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=16,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:26.511989 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=28,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:26.958560 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-011bd4e2-846c-4410-9a7b-113354fd880e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:27.051572 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0616c6-a998-4c0b-a4d5-cd97489b90f0 req-6316933d-24f6-4601-a97d-0054bf80b71e tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:27.053141 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-be0616c6-a998-4c0b-a4d5-cd97489b90f0 req-6316933d-24f6-4601-a97d-0054bf80b71e tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 945 time: 0.0580451 Oct 20 13:41:27.116736 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-be0616c6-a998-4c0b-a4d5-cd97489b90f0 req-918c923d-7043-4be2-9ac5-06ba8b24ed9d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531430 Oct 20 13:41:27.191952 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 46332) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:27.260160 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-de170deb-da1f-4542-986d-24cbf02df9f0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks [] for security_group (9e327510-634d-40db-95e9-dc33082d037b), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:27.284792 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-de170deb-da1f-4542-986d-24cbf02df9f0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks [] for security_group (9e327510-634d-40db-95e9-dc33082d037b), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:27.372354 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-de170deb-da1f-4542-986d-24cbf02df9f0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (9e327510-634d-40db-95e9-dc33082d037b), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:27.375431 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-de170deb-da1f-4542-986d-24cbf02df9f0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:27.376604 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-de170deb-da1f-4542-986d-24cbf02df9f0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/9e327510-634d-40db-95e9-dc33082d037b HTTP/1.1" status: 204 len: 168 time: 0.1819444 Oct 20 13:41:27.381867 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 46334) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:27.406265 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.api.v2.resource [None req-00c648f2-d518-4c9c-93b8-7142ec96152f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] show failed (client error): The resource could not be found. Oct 20 13:41:27.407567 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-00c648f2-d518-4c9c-93b8-7142ec96152f tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups/9e327510-634d-40db-95e9-dc33082d037b HTTP/1.1" status: 404 len: 347 time: 0.0246122 Oct 20 13:41:27.409028 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de170deb-da1f-4542-986d-24cbf02df9f0 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e327510-634d-40db-95e9-dc33082d037b,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:27.410671 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 46336) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:27.486399 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 220d420d-8061-47e0-9323-3ec3344c20c6 details requested by agent hyperv_hv-cinder-86213 with host hv-cinder-86213 {{(pid=104734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 13:41:27.552651 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-9857179b-212b-4c3a-9d78-43e68d3ec4cc tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Deleting port 6d0a6db2-28c3-43fb-b8a0-984e94d0f29e {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:41:27.553676 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9857179b-212b-4c3a-9d78-43e68d3ec4cc tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (6d0a6db2-28c3-43fb-b8a0-984e94d0f29e), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:27.634888 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 220d420d-8061-47e0-9323-3ec3344c20c6, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=220d420d-8061-47e0-9323-3ec3344c20c6,segment=NetworkSegment(05e72368-f775-4124-bc91-39623e93b8b1),segment_id=05e72368-f775-4124-bc91-39623e93b8b1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:41:27.637628 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9857179b-212b-4c3a-9d78-43e68d3ec4cc tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (6d0a6db2-28c3-43fb-b8a0-984e94d0f29e), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:27.637949 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9857179b-212b-4c3a-9d78-43e68d3ec4cc tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks [] for floatingip (6d0a6db2-28c3-43fb-b8a0-984e94d0f29e), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:27.649757 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Returning: {'device': '220d420d-8061-47e0-9323-3ec3344c20c6', 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'port_id': '220d420d-8061-47e0-9323-3ec3344c20c6', 'mac_address': 'fa:16:3e:8d:4f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 13:41:27.651862 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-9857179b-212b-4c3a-9d78-43e68d3ec4cc tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Calling delete_port for 6d0a6db2-28c3-43fb-b8a0-984e94d0f29e owned by network:floatingip {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:41:27.698493 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 220d420d-8061-47e0-9323-3ec3344c20c6 is: ACTIVE; New status is: BUILD {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:41:27.699172 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (220d420d-8061-47e0-9323-3ec3344c20c6), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:27.717286 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 220d420d-8061-47e0-9323-3ec3344c20c6 {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:41:27.740427 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 220d420d-8061-47e0-9323-3ec3344c20c6, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=220d420d-8061-47e0-9323-3ec3344c20c6,segment=NetworkSegment(05e72368-f775-4124-bc91-39623e93b8b1),segment_id=05e72368-f775-4124-bc91-39623e93b8b1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:41:27.746372 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (220d420d-8061-47e0-9323-3ec3344c20c6), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:27.795009 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9857179b-212b-4c3a-9d78-43e68d3ec4cc tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (6d0a6db2-28c3-43fb-b8a0-984e94d0f29e), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:27.797753 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=220d420d-8061-47e0-9323-3ec3344c20c6,revision_number=6']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:27.828811 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9857179b-212b-4c3a-9d78-43e68d3ec4cc tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Pushing event deleted for resources: {'Port': ['ID=6d0a6db2-28c3-43fb-b8a0-984e94d0f29e,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:27.900428 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['220d420d-8061-47e0-9323-3ec3344c20c6'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:41:27.909746 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9857179b-212b-4c3a-9d78-43e68d3ec4cc tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks [] for floatingip (69e68622-2c61-4184-ab23-f62e215bad47), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:27.912623 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9857179b-212b-4c3a-9d78-43e68d3ec4cc tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:27.925372 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-9857179b-212b-4c3a-9d78-43e68d3ec4cc tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/69e68622-2c61-4184-ab23-f62e215bad47 HTTP/1.1" status: 204 len: 168 time: 0.5052686 Oct 20 13:41:28.070798 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:28.176879 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:28.493648 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23c618-f173-4814-a1a4-6dafebfd36c2 req-8807afcf-d0af-4a47-831f-f49108c3d0d6 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:28.495755 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cf23c618-f173-4814-a1a4-6dafebfd36c2 req-8807afcf-d0af-4a47-831f-f49108c3d0d6 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 944 time: 0.2921746 Oct 20 13:41:28.568898 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cf23c618-f173-4814-a1a4-6dafebfd36c2 req-e1b89f3a-a4cd-4885-b29f-e52628530f8c tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665245 Oct 20 13:41:29.507058 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 220d420d-8061-47e0-9323-3ec3344c20c6 up at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:41:29.559330 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning complete for port 220d420d-8061-47e0-9323-3ec3344c20c6 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:41:29.560454 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (220d420d-8061-47e0-9323-3ec3344c20c6), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:29.560454 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Attempt 1 to provision port 220d420d-8061-47e0-9323-3ec3344c20c6 Oct 20 13:41:29.653888 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:29.679512 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:29.691033 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 220d420d-8061-47e0-9323-3ec3344c20c6 is: BUILD; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:41:29.691561 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (220d420d-8061-47e0-9323-3ec3344c20c6), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:29.725401 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34aa5d9-ed42-4cdd-bed0-229455d27cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220d420d-8061-47e0-9323-3ec3344c20c6'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:41:29.728241 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5374b1acb5d21f0576c4c748ca21f6e32e0c69c98f35ada2d9891fed02f2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a19ad54-da6e-43bf-9047-c2bf07ea7107" -d '{"events": [{"server_uuid": "c34aa5d9-ed42-4cdd-bed0-229455d27cf1", "name": "network-vif-plugged", "status": "completed", "tag": "220d420d-8061-47e0-9323-3ec3344c20c6"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:41:29.741023 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2318712-f9c6-4c32-af90-59f3efc31aec req-a3273406-a2c6-45bb-a8a0-9e283e1946dc tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:29.749638 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 220d420d-8061-47e0-9323-3ec3344c20c6, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=220d420d-8061-47e0-9323-3ec3344c20c6,segment=NetworkSegment(05e72368-f775-4124-bc91-39623e93b8b1),segment_id=05e72368-f775-4124-bc91-39623e93b8b1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:41:29.762704 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b2318712-f9c6-4c32-af90-59f3efc31aec req-a3273406-a2c6-45bb-a8a0-9e283e1946dc tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 944 time: 0.0908921 Oct 20 13:41:29.775832 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (220d420d-8061-47e0-9323-3ec3344c20c6), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:29.777225 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 61a2cacd-9e95-4421-956a-22d6ee9a27a3 no longer exists at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:41:29.783415 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:29.870689 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b2318712-f9c6-4c32-af90-59f3efc31aec req-4d5c6294-c7ae-49d3-bddd-72c06fcd0bd3 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005518 Oct 20 13:41:29.872417 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] No Port match for: 61a2cacd-9e95-4421-956a-22d6ee9a27a3 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:41:29.872853 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 61a2cacd-9e95-4421-956a-22d6ee9a27a3 not bound to the agent host hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:41:29.890449 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=220d420d-8061-47e0-9323-3ec3344c20c6,revision_number=7']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:29.993241 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06c0f40-8e70-4af1-9b9d-1bb641e82e42 x-openstack-request-id: req-d06c0f40-8e70-4af1-9b9d-1bb641e82e42 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:41:29.993581 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34aa5d9-ed42-4cdd-bed0-229455d27cf1", "name": "network-vif-plugged", "status": "completed", "tag": "220d420d-8061-47e0-9323-3ec3344c20c6", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:41:29.993831 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d06c0f40-8e70-4af1-9b9d-1bb641e82e42 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:41:29.994217 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d06c0f40-8e70-4af1-9b9d-1bb641e82e42'] response: {'server_uuid': 'c34aa5d9-ed42-4cdd-bed0-229455d27cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220d420d-8061-47e0-9323-3ec3344c20c6', 'code': 200} Oct 20 13:41:30.522559 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e5d52-e50d-44ef-97bd-76f2d67dba2f req-3107800a-94ec-4033-b9ce-ad063dd84323 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:30.524056 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-251e5d52-e50d-44ef-97bd-76f2d67dba2f req-3107800a-94ec-4033-b9ce-ad063dd84323 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.0586665 Oct 20 13:41:30.584132 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-251e5d52-e50d-44ef-97bd-76f2d67dba2f req-c36021e2-2965-47e7-bd9c-4bfbfd3659bb tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541260 Oct 20 13:41:31.019929 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7b31a-323b-49ed-a24d-aacf3d6c26fb req-96283a6c-aa56-479f-812e-905eea54d112 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:31.022362 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-45a7b31a-323b-49ed-a24d-aacf3d6c26fb req-96283a6c-aa56-479f-812e-905eea54d112 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 945 time: 0.0518703 Oct 20 13:41:31.077233 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-45a7b31a-323b-49ed-a24d-aacf3d6c26fb req-bedd6a8d-6299-468a-8dfe-418f27858bb6 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476992 Oct 20 13:41:31.701746 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:31.719648 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8514e46-fe29-4fbf-a7a1-b742d8cbb734 req-952edc7d-e867-4ed3-a705-fb5cfe749462 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:31.721487 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e8514e46-fe29-4fbf-a7a1-b742d8cbb734 req-952edc7d-e867-4ed3-a705-fb5cfe749462 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.0572956 Oct 20 13:41:31.781762 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e8514e46-fe29-4fbf-a7a1-b742d8cbb734 req-95f6230d-4097-442b-bac2-ea5ba9200bb8 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544012 Oct 20 13:41:32.198980 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:32.218442 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5885b7-e304-48f1-807a-da882389615e req-be96b079-36f3-4686-9dbc-b9790187dff2 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:32.219953 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cd5885b7-e304-48f1-807a-da882389615e req-be96b079-36f3-4686-9dbc-b9790187dff2 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 945 time: 0.0551486 Oct 20 13:41:32.272702 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cd5885b7-e304-48f1-807a-da882389615e req-6c9b3597-953d-45a2-8298-93a6096f4b99 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459173 Oct 20 13:41:32.907661 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac7842a-f6c0-4763-91fe-2d12a2234ba6 req-9355df18-f0dc-4d1a-9365-cd290fa1df2e tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:32.909316 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-aac7842a-f6c0-4763-91fe-2d12a2234ba6 req-9355df18-f0dc-4d1a-9365-cd290fa1df2e tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.0548103 Oct 20 13:41:32.978495 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-aac7842a-f6c0-4763-91fe-2d12a2234ba6 req-69673e8c-1806-4b96-acdd-2c29587c9f7a tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627749 Oct 20 13:41:33.418276 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d07366-4cbc-4143-8843-77aaa3caab88 req-3d8747f6-f41d-42e4-bb9a-61c3256ec581 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:33.427507 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f7d07366-4cbc-4143-8843-77aaa3caab88 req-3d8747f6-f41d-42e4-bb9a-61c3256ec581 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 945 time: 0.0626397 Oct 20 13:41:33.477323 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f7d07366-4cbc-4143-8843-77aaa3caab88 req-5df46941-e18b-4b9f-a07e-925d2e4791c2 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467069 Oct 20 13:41:33.613875 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b3db1-44a3-452d-8545-ba1ce28b8cdd req-339afce5-093a-451f-8c2d-cc034e3a75ab tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:33.615637 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2a7b3db1-44a3-452d-8545-ba1ce28b8cdd req-339afce5-093a-451f-8c2d-cc034e3a75ab tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 945 time: 0.0688736 Oct 20 13:41:33.714690 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-2a7b3db1-44a3-452d-8545-ba1ce28b8cdd req-778badd3-57f4-4d54-af21-9a3555eb4523 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Deleting port 84925d54-d97f-47b3-ab29-4c56913ec155 {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:41:33.715027 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-2a7b3db1-44a3-452d-8545-ba1ce28b8cdd req-778badd3-57f4-4d54-af21-9a3555eb4523 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (84925d54-d97f-47b3-ab29-4c56913ec155), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:33.811622 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-2a7b3db1-44a3-452d-8545-ba1ce28b8cdd req-778badd3-57f4-4d54-af21-9a3555eb4523 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] For port 84925d54-d97f-47b3-ab29-4c56913ec155, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=84925d54-d97f-47b3-ab29-4c56913ec155,segment=NetworkSegment(32d54844-4ce9-4228-abf5-0f1ad3651b18),segment_id=32d54844-4ce9-4228-abf5-0f1ad3651b18)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:41:33.811976 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-2a7b3db1-44a3-452d-8545-ba1ce28b8cdd req-778badd3-57f4-4d54-af21-9a3555eb4523 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (84925d54-d97f-47b3-ab29-4c56913ec155), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:33.831523 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-2a7b3db1-44a3-452d-8545-ba1ce28b8cdd req-778badd3-57f4-4d54-af21-9a3555eb4523 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Calling delete_port for 84925d54-d97f-47b3-ab29-4c56913ec155 owned by compute:nova {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:41:33.981263 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-2a7b3db1-44a3-452d-8545-ba1ce28b8cdd req-778badd3-57f4-4d54-af21-9a3555eb4523 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (84925d54-d97f-47b3-ab29-4c56913ec155), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:33.996008 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4', '84925d54-d97f-47b3-ab29-4c56913ec155'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:41:34.013931 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778badd3-57f4-4d54-af21-9a3555eb4523 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Pushing event deleted for resources: {'Port': ['ID=84925d54-d97f-47b3-ab29-4c56913ec155,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:34.097081 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7b3db1-44a3-452d-8545-ba1ce28b8cdd req-778badd3-57f4-4d54-af21-9a3555eb4523 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] No DVR routers for this DVR port 84925d54-d97f-47b3-ab29-4c56913ec155 on host hv-cinder-86213 {{(pid=104733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:41:34.099832 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-2a7b3db1-44a3-452d-8545-ba1ce28b8cdd req-778badd3-57f4-4d54-af21-9a3555eb4523 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:34.105350 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2a7b3db1-44a3-452d-8545-ba1ce28b8cdd req-778badd3-57f4-4d54-af21-9a3555eb4523 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.20 "DELETE /networking/v2.0/ports/84925d54-d97f-47b3-ab29-4c56913ec155 HTTP/1.1" status: 204 len: 173 time: 0.4826951 Oct 20 13:41:34.105853 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '979db05e-9dea-4267-9635-f5de10f841cb', 'name': 'network-vif-deleted', 'tag': '84925d54-d97f-47b3-ab29-4c56913ec155'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:41:34.119129 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d920fc1-36cd-45c9-a215-7739e6dcb175" -d '{"events": [{"server_uuid": "979db05e-9dea-4267-9635-f5de10f841cb", "name": "network-vif-deleted", "tag": "84925d54-d97f-47b3-ab29-4c56913ec155"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:41:34.162319 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1474399b-741f-4fb7-b0a1-bed58e962160 req-6a8ad73c-c20c-4a7f-a978-b0af7ce1cada tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=979db05e-9dea-4267-9635-f5de10f841cb HTTP/1.1" status: 200 len: 210 time: 0.0388575 Oct 20 13:41:34.220682 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9739137-e800-4e0b-abf6-2fb379e357a2 x-openstack-request-id: req-f9739137-e800-4e0b-abf6-2fb379e357a2 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:41:34.221746 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "979db05e-9dea-4267-9635-f5de10f841cb", "name": "network-vif-deleted", "tag": "84925d54-d97f-47b3-ab29-4c56913ec155", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:41:34.221746 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9739137-e800-4e0b-abf6-2fb379e357a2 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:41:34.222364 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9739137-e800-4e0b-abf6-2fb379e357a2'] response: {'server_uuid': '979db05e-9dea-4267-9635-f5de10f841cb', 'name': 'network-vif-deleted', 'tag': '84925d54-d97f-47b3-ab29-4c56913ec155', 'status': 'completed', 'code': 200} Oct 20 13:41:34.667747 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af9a7e-cc91-46a5-8ada-ed5eedc2883b req-e5658f1b-c1dd-40a0-aef4-e8ae22d15aa1 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:34.669276 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e8af9a7e-cc91-46a5-8ada-ed5eedc2883b req-e5658f1b-c1dd-40a0-aef4-e8ae22d15aa1 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 945 time: 0.0519924 Oct 20 13:41:34.727376 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e8af9a7e-cc91-46a5-8ada-ed5eedc2883b req-c7bf2db8-fde2-4b78-86fe-bf1a14562d27 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502288 Oct 20 13:41:35.485064 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0c6c9-f2d3-4973-bee5-f932dd4f8219 req-ee90c287-3a4e-4734-b042-c5b8a9163cdf tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:35.487350 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-65a0c6c9-f2d3-4973-bee5-f932dd4f8219 req-ee90c287-3a4e-4734-b042-c5b8a9163cdf tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0541320 Oct 20 13:41:35.543896 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:35.558664 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-65a0c6c9-f2d3-4973-bee5-f932dd4f8219 req-b79ec5a8-7365-42b1-b922-51452cb60016 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548103 Oct 20 13:41:35.797370 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=24 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:35.798186 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=48 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:35.881308 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9dfcb-1bbd-4c4b-8ac8-d9a92ca332fd req-174486c8-eb7f-4aa2-baca-749987410769 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:35.883128 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-98f9dfcb-1bbd-4c4b-8ac8-d9a92ca332fd req-174486c8-eb7f-4aa2-baca-749987410769 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 945 time: 0.0557094 Oct 20 13:41:35.921026 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:35.941280 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-98f9dfcb-1bbd-4c4b-8ac8-d9a92ca332fd req-af105df4-60aa-4d94-8b06-6fa8154aa751 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521660 Oct 20 13:41:36.686423 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:36.687868 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932c41f-51a9-4ff9-a28f-fd6be9ad4796 req-91222748-c322-486b-85d0-c96825a6b530 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:36.689354 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b932c41f-51a9-4ff9-a28f-fd6be9ad4796 req-91222748-c322-486b-85d0-c96825a6b530 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0495851 Oct 20 13:41:36.738409 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b932c41f-51a9-4ff9-a28f-fd6be9ad4796 req-25ac98d5-2997-44dc-9f68-98975c60d27d tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421493 Oct 20 13:41:37.073965 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f1c74-7a4e-4b6a-994e-279908de1a1d req-1943e3b7-c8d1-4fe9-99e3-e0a467bdba26 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:37.075404 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6e2f1c74-7a4e-4b6a-994e-279908de1a1d req-1943e3b7-c8d1-4fe9-99e3-e0a467bdba26 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 945 time: 0.0500484 Oct 20 13:41:37.122666 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6e2f1c74-7a4e-4b6a-994e-279908de1a1d req-58b926ef-7760-4b7c-9294-63d00ee683d0 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409710 Oct 20 13:41:37.514499 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 84925d54-d97f-47b3-ab29-4c56913ec155 no longer exists at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:41:37.536546 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] No Port match for: 84925d54-d97f-47b3-ab29-4c56913ec155 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:41:37.536885 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 84925d54-d97f-47b3-ab29-4c56913ec155 not bound to the agent host hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:41:37.857364 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c595c61f-256b-41bf-9db0-a2e47b413f53 req-0e216795-1fad-42af-82c7-7de4da5e8db8 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:37.858838 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c595c61f-256b-41bf-9db0-a2e47b413f53 req-0e216795-1fad-42af-82c7-7de4da5e8db8 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0458658 Oct 20 13:41:37.895734 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=51,neutron:DELETE=7 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:37.899551 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=41 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:37.906558 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c595c61f-256b-41bf-9db0-a2e47b413f53 req-6d27d5ea-8136-42d3-a6c1-0ebbf71d323a tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416827 Oct 20 13:41:38.252963 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf206f9-c40c-4191-92ce-709898a2013b req-f8f639f5-6b27-4d26-9cee-2e7940cd8c33 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:38.254393 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-eaf206f9-c40c-4191-92ce-709898a2013b req-f8f639f5-6b27-4d26-9cee-2e7940cd8c33 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 945 time: 0.0512552 Oct 20 13:41:38.300200 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-eaf206f9-c40c-4191-92ce-709898a2013b req-66fe8b04-9f11-4cb4-a04c-52df17d77109 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402293 Oct 20 13:41:39.030123 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a481479-17c7-41e4-bb74-3d5444bcf9e9 req-967e4a0e-f992-4f75-aa91-fec6b03e20cb tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:39.031486 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0a481479-17c7-41e4-bb74-3d5444bcf9e9 req-967e4a0e-f992-4f75-aa91-fec6b03e20cb tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0492036 Oct 20 13:41:39.077919 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0a481479-17c7-41e4-bb74-3d5444bcf9e9 req-5007b2ed-56c9-4e02-80cc-c73ca9cb896b tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407755 Oct 20 13:41:39.422940 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25dcbd2-2f32-4bc4-b433-9cb0ee9cb3cf req-358101f3-ac1d-46c0-845e-580239b6b00b tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:39.424366 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c25dcbd2-2f32-4bc4-b433-9cb0ee9cb3cf req-358101f3-ac1d-46c0-845e-580239b6b00b tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 945 time: 0.0458632 Oct 20 13:41:39.473940 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c25dcbd2-2f32-4bc4-b433-9cb0ee9cb3cf req-8216be53-528f-4027-a470-212365441bc4 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440016 Oct 20 13:41:39.724369 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cce95-927b-4844-be2f-7088b8701022 req-6c16bd42-53ee-4eb6-a5b9-691467adf76a tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:39.725724 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5c9cce95-927b-4844-be2f-7088b8701022 req-6c16bd42-53ee-4eb6-a5b9-691467adf76a tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.0762410 Oct 20 13:41:39.732680 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48597c3-6049-49b9-bcfd-cd05dd3dcfa6 req-6ae04241-9d5e-4082-9bdb-d672e2c142be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:39.734099 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f48597c3-6049-49b9-bcfd-cd05dd3dcfa6 req-6ae04241-9d5e-4082-9bdb-d672e2c142be service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f9addc326c51410f809805d8b44c5c17&device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 1129 time: 0.0534446 Oct 20 13:41:39.879119 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-5c9cce95-927b-4844-be2f-7088b8701022 req-98f72626-660a-4cbe-952b-cdfe7728e2da tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Deleting port ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:41:39.879452 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-5c9cce95-927b-4844-be2f-7088b8701022 req-98f72626-660a-4cbe-952b-cdfe7728e2da tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:39.934348 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48597c3-6049-49b9-bcfd-cd05dd3dcfa6 req-0a1e7a83-53bf-430d-b29d-7c7ec9c5b0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:39.935769 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f48597c3-6049-49b9-bcfd-cd05dd3dcfa6 req-0a1e7a83-53bf-430d-b29d-7c7ec9c5b0b5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c859482-bc24-4f85-8ad7-70cfdb97a23e HTTP/1.1" status: 200 len: 917 time: 0.1941659 Oct 20 13:41:39.979738 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:40.022240 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f48597c3-6049-49b9-bcfd-cd05dd3dcfa6 req-fa5d6e48-df30-4030-8e26-b889b89729dc service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=220d420d-8061-47e0-9323-3ec3344c20c6 HTTP/1.1" status: 200 len: 1001 time: 0.0790060 Oct 20 13:41:40.028461 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-5c9cce95-927b-4844-be2f-7088b8701022 req-98f72626-660a-4cbe-952b-cdfe7728e2da tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] For port ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4,segment=NetworkSegment(32d54844-4ce9-4228-abf5-0f1ad3651b18),segment_id=32d54844-4ce9-4228-abf5-0f1ad3651b18)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:41:40.028757 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-5c9cce95-927b-4844-be2f-7088b8701022 req-98f72626-660a-4cbe-952b-cdfe7728e2da tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:40.069038 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-5c9cce95-927b-4844-be2f-7088b8701022 req-98f72626-660a-4cbe-952b-cdfe7728e2da tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Calling delete_port for ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 owned by compute:nova {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:41:40.085696 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:40.095425 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48597c3-6049-49b9-bcfd-cd05dd3dcfa6 req-5af4c819-cccc-4f8e-9418-0ff3bd09a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:40.096821 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f48597c3-6049-49b9-bcfd-cd05dd3dcfa6 req-5af4c819-cccc-4f8e-9418-0ff3bd09a357 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=eb211b48-f491-42bc-8f6d-654db7c34008 HTTP/1.1" status: 200 len: 855 time: 0.0655942 Oct 20 13:41:40.185273 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48597c3-6049-49b9-bcfd-cd05dd3dcfa6 req-c4e5c167-0018-45ac-b1e3-2a903980aaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:40.187038 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f48597c3-6049-49b9-bcfd-cd05dd3dcfa6 req-c4e5c167-0018-45ac-b1e3-2a903980aaf9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c859482-bc24-4f85-8ad7-70cfdb97a23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644345 Oct 20 13:41:40.274538 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a94719a-fed5-4e3f-b613-d84910a655d9 req-d63a565f-68f3-475e-9893-be9d97be6934 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:40.275857 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7a94719a-fed5-4e3f-b613-d84910a655d9 req-d63a565f-68f3-475e-9893-be9d97be6934 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 945 time: 0.1154749 Oct 20 13:41:40.386076 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f48597c3-6049-49b9-bcfd-cd05dd3dcfa6 req-b54c6e38-6bdf-4f8d-ba55-44e0ab225f0f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c859482-bc24-4f85-8ad7-70cfdb97a23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767182 Oct 20 13:41:40.404973 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7a94719a-fed5-4e3f-b613-d84910a655d9 req-f7463fcc-47e4-4e63-8151-d75e2e16081e tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226285 Oct 20 13:41:40.406869 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-5c9cce95-927b-4844-be2f-7088b8701022 req-98f72626-660a-4cbe-952b-cdfe7728e2da tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:40.434322 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:41:40.474689 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f72626-660a-4cbe-952b-cdfe7728e2da tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Pushing event deleted for resources: {'Port': ['ID=ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:40.544956 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9cce95-927b-4844-be2f-7088b8701022 req-98f72626-660a-4cbe-952b-cdfe7728e2da tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] No DVR routers for this DVR port ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 on host hv-cinder-86213 {{(pid=104733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:41:40.551253 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-5c9cce95-927b-4844-be2f-7088b8701022 req-98f72626-660a-4cbe-952b-cdfe7728e2da tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:40.554461 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5c9cce95-927b-4844-be2f-7088b8701022 req-98f72626-660a-4cbe-952b-cdfe7728e2da tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.20 "DELETE /networking/v2.0/ports/ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 HTTP/1.1" status: 204 len: 173 time: 0.8138936 Oct 20 13:41:40.555043 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81af22d4-c2fa-4c17-9ab2-8cd63758321a', 'name': 'network-vif-deleted', 'tag': 'ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:41:40.557173 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1475849e-c066-4cf7-bd36-be1025a9c237" -d '{"events": [{"server_uuid": "81af22d4-c2fa-4c17-9ab2-8cd63758321a", "name": "network-vif-deleted", "tag": "ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:41:40.570431 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f48597c3-6049-49b9-bcfd-cd05dd3dcfa6 req-92aad4c0-d8ee-431b-90f9-615dfe50c9a1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c859482-bc24-4f85-8ad7-70cfdb97a23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759388 Oct 20 13:41:40.749703 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f9053-2fb8-48db-a82d-4f5a91858d51 req-b05582a9-7ce0-4ac1-8f7a-dd6b18cb74f2 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:40.751071 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-218f9053-2fb8-48db-a82d-4f5a91858d51 req-b05582a9-7ce0-4ac1-8f7a-dd6b18cb74f2 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 945 time: 0.0469060 Oct 20 13:41:40.797428 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-218f9053-2fb8-48db-a82d-4f5a91858d51 req-ffe4fdff-a765-441d-a568-c6cd5964e4ce tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405550 Oct 20 13:41:40.846082 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1e4bf8-001c-4721-926c-bb91b082b5ae x-openstack-request-id: req-0b1e4bf8-001c-4721-926c-bb91b082b5ae {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:41:40.846377 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81af22d4-c2fa-4c17-9ab2-8cd63758321a", "name": "network-vif-deleted", "tag": "ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:41:40.846630 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0b1e4bf8-001c-4721-926c-bb91b082b5ae {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:41:40.847665 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b1e4bf8-001c-4721-926c-bb91b082b5ae'] response: {'server_uuid': '81af22d4-c2fa-4c17-9ab2-8cd63758321a', 'name': 'network-vif-deleted', 'tag': 'ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4', 'status': 'completed', 'code': 200} Oct 20 13:41:41.513645 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-27677163-d769-4c71-801b-f2b58303a0e5 req-7a42d90c-162c-41a6-aa35-63cf88d36e01 tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 210 time: 0.0318711 Oct 20 13:41:41.921274 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc3b53-297f-459b-927c-1fb04ff24c39 req-b8600f7c-9e7e-451a-95d1-4c16928ce91d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:41.922730 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-82cc3b53-297f-459b-927c-1fb04ff24c39 req-b8600f7c-9e7e-451a-95d1-4c16928ce91d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 945 time: 0.0451009 Oct 20 13:41:41.961757 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:41.969789 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-82cc3b53-297f-459b-927c-1fb04ff24c39 req-df985862-52b6-482c-b723-f9dd42100b64 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406897 Oct 20 13:41:42.631286 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b44a64cb-a889-4873-a36d-f21fc2090ca2 req-8f53723f-bbb8-40ce-9322-7b7a7398ec6b tempest-ServerRescueNegativeTestJSON-1341728080 tempest-ServerRescueNegativeTestJSON-1341728080-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=81af22d4-c2fa-4c17-9ab2-8cd63758321a HTTP/1.1" status: 200 len: 210 time: 0.0295820 Oct 20 13:41:43.105943 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f42c7-5594-4fe7-be7b-04cdc32e2129 req-55b9096f-21fe-492a-a338-e646f3c08813 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:43.107432 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f15f42c7-5594-4fe7-be7b-04cdc32e2129 req-55b9096f-21fe-492a-a338-e646f3c08813 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 945 time: 0.0490849 Oct 20 13:41:43.173964 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f15f42c7-5594-4fe7-be7b-04cdc32e2129 req-a86eb878-f7e9-4ada-ad88-78bba5928474 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590460 Oct 20 13:41:43.544872 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 no longer exists at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:41:43.564944 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] No Port match for: ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:41:43.565368 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device ab34bd74-48bb-4f18-9a6f-ee06abb4b0e4 not bound to the agent host hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:41:43.566060 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 220d420d-8061-47e0-9323-3ec3344c20c6 no longer exists at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:41:43.648319 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 220d420d-8061-47e0-9323-3ec3344c20c6 is: ACTIVE; New status is: DOWN {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:41:43.648829 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (220d420d-8061-47e0-9323-3ec3344c20c6), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:43.678863 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34aa5d9-ed42-4cdd-bed0-229455d27cf1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '220d420d-8061-47e0-9323-3ec3344c20c6'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:41:43.681601 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5374b1acb5d21f0576c4c748ca21f6e32e0c69c98f35ada2d9891fed02f2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa8e160-19c3-413b-ac51-0b702feb81a1" -d '{"events": [{"server_uuid": "c34aa5d9-ed42-4cdd-bed0-229455d27cf1", "name": "network-vif-unplugged", "status": "completed", "tag": "220d420d-8061-47e0-9323-3ec3344c20c6"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:41:43.687091 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 220d420d-8061-47e0-9323-3ec3344c20c6, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=220d420d-8061-47e0-9323-3ec3344c20c6,segment=NetworkSegment(05e72368-f775-4124-bc91-39623e93b8b1),segment_id=05e72368-f775-4124-bc91-39623e93b8b1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:41:43.691074 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (220d420d-8061-47e0-9323-3ec3344c20c6), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:43.738136 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=220d420d-8061-47e0-9323-3ec3344c20c6,revision_number=8']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:43.929253 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 46532) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:43.952518 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 20 Oct 2022 13:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef8b8be-2bab-4977-99f1-72964edd1ab4 x-openstack-request-id: req-0ef8b8be-2bab-4977-99f1-72964edd1ab4 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:41:43.952810 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34aa5d9-ed42-4cdd-bed0-229455d27cf1", "name": "network-vif-unplugged", "status": "failed", "tag": "220d420d-8061-47e0-9323-3ec3344c20c6", "code": 422}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:41:43.953191 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ef8b8be-2bab-4977-99f1-72964edd1ab4 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:41:43.953485 dv-cinder-862136-1-iscsi neutron-server[104734]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-0ef8b8be-2bab-4977-99f1-72964edd1ab4']: {'server_uuid': 'c34aa5d9-ed42-4cdd-bed0-229455d27cf1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '220d420d-8061-47e0-9323-3ec3344c20c6', 'code': 422} returned with failed status Oct 20 13:41:44.302136 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ae030908-1dfe-4f43-809d-728e9b837caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864622'] for router_interface (912b722f-62ce-4725-bd33-0da43e579767), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:44.351133 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e2c249-8874-458b-bb7f-98b41a81ef69 req-e0306a85-ec6c-4201-ba36-564716e24c37 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:44.352751 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a2e2c249-8874-458b-bb7f-98b41a81ef69 req-e0306a85-ec6c-4201-ba36-564716e24c37 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 943 time: 0.0799270 Oct 20 13:41:44.356785 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6650d218-1640-4e3f-ba89-9eb7a4b7db16 req-c5db272a-9eb6-4baf-82ba-3b6a8f08eb0b service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0721936 Oct 20 13:41:44.401216 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a2e2c249-8874-458b-bb7f-98b41a81ef69 req-2a31abd7-8c01-4476-8de8-a61993cfcd57 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423574 Oct 20 13:41:44.446012 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650d218-1640-4e3f-ba89-9eb7a4b7db16 req-23d4599e-1968-4288-bc13-2f66247b5113 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:44.447342 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [req-6650d218-1640-4e3f-ba89-9eb7a4b7db16 req-23d4599e-1968-4288-bc13-2f66247b5113 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports/220d420d-8061-47e0-9323-3ec3344c20c6 HTTP/1.1" status: 200 len: 940 time: 0.0608268 Oct 20 13:41:44.577255 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-ae030908-1dfe-4f43-809d-728e9b837caf admin admin] Deleting port 542bf4f3-82b0-45c3-a06e-3e578747d746 {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:41:44.577602 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ae030908-1dfe-4f43-809d-728e9b837caf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (542bf4f3-82b0-45c3-a06e-3e578747d746), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:44.664344 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e258f-613e-4962-b4bf-27de112eee9b req-7ab63e72-4189-48d6-8760-7250ed8dcf6b tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:44.665768 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-023e258f-613e-4962-b4bf-27de112eee9b req-7ab63e72-4189-48d6-8760-7250ed8dcf6b tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d730923-3277-4e78-9365-a95c403e26d8 HTTP/1.1" status: 200 len: 945 time: 0.0525157 Oct 20 13:41:44.671022 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-ae030908-1dfe-4f43-809d-728e9b837caf admin admin] For port 542bf4f3-82b0-45c3-a06e-3e578747d746, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=542bf4f3-82b0-45c3-a06e-3e578747d746,segment=NetworkSegment(32d54844-4ce9-4228-abf5-0f1ad3651b18),segment_id=32d54844-4ce9-4228-abf5-0f1ad3651b18)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:41:44.671645 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ae030908-1dfe-4f43-809d-728e9b837caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (542bf4f3-82b0-45c3-a06e-3e578747d746), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:44.687052 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-ae030908-1dfe-4f43-809d-728e9b837caf admin admin] Calling delete_port for 542bf4f3-82b0-45c3-a06e-3e578747d746 owned by network:router_interface {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:41:44.715746 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-023e258f-613e-4962-b4bf-27de112eee9b req-8ef8fa95-627a-4b2d-930b-fef1e467fe25 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c4cde56-5eb0-409c-b68b-5b61dba4d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440183 Oct 20 13:41:44.853676 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:44.857546 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:44.869970 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ae030908-1dfe-4f43-809d-728e9b837caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (542bf4f3-82b0-45c3-a06e-3e578747d746), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:44.894601 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae030908-1dfe-4f43-809d-728e9b837caf admin admin] Pushing event deleted for resources: {'Port': ['ID=542bf4f3-82b0-45c3-a06e-3e578747d746,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:45.057927 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ae030908-1dfe-4f43-809d-728e9b837caf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864730'] for router_interface (912b722f-62ce-4725-bd33-0da43e579767), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:45.078246 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb4196a-b6e1-42cd-a9e5-992c24367123 None None] get_active_networks_info from dv-cinder-862136-1-iscsi {{(pid=104734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 13:41:45.120115 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:41:45.146552 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:45.200897 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb4196a-b6e1-42cd-a9e5-992c24367123 None None] Resources bound (agent type, host, resource id): {{(pid=104734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 13:41:45.258646 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae030908-1dfe-4f43-809d-728e9b837caf admin admin] Router 912b722f-62ce-4725-bd33-0da43e579767 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:41:45.362494 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae030908-1dfe-4f43-809d-728e9b837caf admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:41:45.369974 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-ae030908-1dfe-4f43-809d-728e9b837caf admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/912b722f-62ce-4725-bd33-0da43e579767/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4397950 Oct 20 13:41:45.370559 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 46566) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:45.371808 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ff2be1-0abf-4c1c-81b9-b5e0ff8d91f0 None None] Sync routers for ids ['912b722f-62ce-4725-bd33-0da43e579767'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:41:45.384662 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ff2be1-0abf-4c1c-81b9-b5e0ff8d91f0 None None] Routers {'912b722f-62ce-4725-bd33-0da43e579767'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:41:45.384916 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-27ff2be1-0abf-4c1c-81b9-b5e0ff8d91f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:41:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['912b722f-62ce-4725-bd33-0da43e579767'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:41:45.418867 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:45.481275 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7f72d003-f365-43de-9cc4-ebd3165bcd5c admin admin] Publish callbacks [] for router (912b722f-62ce-4725-bd33-0da43e579767), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:45.490059 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-27ff2be1-0abf-4c1c-81b9-b5e0ff8d91f0 None None] Set router 912b722f-62ce-4725-bd33-0da43e579767 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:41:45.600969 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cecc69-7a1c-4819-9974-8a4ee994848d req-684f87ce-2d02-41c4-8eed-79503ba56f91 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:45.602559 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-40cecc69-7a1c-4819-9974-8a4ee994848d req-684f87ce-2d02-41c4-8eed-79503ba56f91 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 943 time: 0.0880177 Oct 20 13:41:45.653233 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7f72d003-f365-43de-9cc4-ebd3165bcd5c admin admin] Publish callbacks [] for router_gateway (912b722f-62ce-4725-bd33-0da43e579767), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:45.676348 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-40cecc69-7a1c-4819-9974-8a4ee994848d req-a14ebcc6-fc69-47d8-a8c8-a2e70d83afb7 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657723 Oct 20 13:41:45.712658 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-7f72d003-f365-43de-9cc4-ebd3165bcd5c admin admin] Deleting port 42053ae8-57fb-4881-935e-17f6392a9b87 {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:41:45.712658 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7f72d003-f365-43de-9cc4-ebd3165bcd5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (42053ae8-57fb-4881-935e-17f6392a9b87), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:45.759278 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-27ff2be1-0abf-4c1c-81b9-b5e0ff8d91f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912b722f-62ce-4725-bd33-0da43e579767', 'name': 'tempest-ServerRescueNegativeTestJSON-2097664648-router', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:04Z', 'updated_at': '2022-10-20T13:41:44Z', 'revision_number': 5, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'gw_port': {'id': '42053ae8-57fb-4881-935e-17f6392a9b87', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '912b722f-62ce-4725-bd33-0da43e579767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:05Z', 'updated_at': '2022-10-20T13:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:41:45.788184 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ff2be1-0abf-4c1c-81b9-b5e0ff8d91f0 None None] Checking router: 912b722f-62ce-4725-bd33-0da43e579767 for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:41:45.797665 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ff2be1-0abf-4c1c-81b9-b5e0ff8d91f0 None None] Routers {'912b722f-62ce-4725-bd33-0da43e579767'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:41:45.798546 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-27ff2be1-0abf-4c1c-81b9-b5e0ff8d91f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:41:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['912b722f-62ce-4725-bd33-0da43e579767'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:41:45.805747 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-7f72d003-f365-43de-9cc4-ebd3165bcd5c admin admin] For port 42053ae8-57fb-4881-935e-17f6392a9b87, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=42053ae8-57fb-4881-935e-17f6392a9b87,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:41:45.806199 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7f72d003-f365-43de-9cc4-ebd3165bcd5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (42053ae8-57fb-4881-935e-17f6392a9b87), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:45.831585 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-7f72d003-f365-43de-9cc4-ebd3165bcd5c admin admin] Calling delete_port for 42053ae8-57fb-4881-935e-17f6392a9b87 owned by network:router_gateway {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:41:45.884040 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-27ff2be1-0abf-4c1c-81b9-b5e0ff8d91f0 None None] Set router 912b722f-62ce-4725-bd33-0da43e579767 gateway port host: None {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:41:45.921808 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc8c40-95ee-4a7e-9ae1-82119286268b req-33038ffb-fe0b-4eb2-805e-af20db013dc6 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:45.923493 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ebcc8c40-95ee-4a7e-9ae1-82119286268b req-33038ffb-fe0b-4eb2-805e-af20db013dc6 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d730923-3277-4e78-9365-a95c403e26d8 HTTP/1.1" status: 200 len: 945 time: 0.1067839 Oct 20 13:41:45.935549 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-27ff2be1-0abf-4c1c-81b9-b5e0ff8d91f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '912b722f-62ce-4725-bd33-0da43e579767', 'name': 'tempest-ServerRescueNegativeTestJSON-2097664648-router', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:04Z', 'updated_at': '2022-10-20T13:41:45Z', 'revision_number': 6, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'gw_port_host': None}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:41:45.955451 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-83a01383-60ee-466a-8f57-f7dba94db38c None None] Provisioning complete for port d2768478-9ae7-4628-b9db-8c709d971ef9 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:41:45.956189 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-83a01383-60ee-466a-8f57-f7dba94db38c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (d2768478-9ae7-4628-b9db-8c709d971ef9), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:45.956592 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-83a01383-60ee-466a-8f57-f7dba94db38c None None] Attempt 1 to provision port d2768478-9ae7-4628-b9db-8c709d971ef9 Oct 20 13:41:45.961773 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27ff2be1-0abf-4c1c-81b9-b5e0ff8d91f0 None None] The sync data for ids ['912b722f-62ce-4725-bd33-0da43e579767'] in dv-cinder-862136-1-iscsi is: [{'id': '912b722f-62ce-4725-bd33-0da43e579767', 'name': 'tempest-ServerRescueNegativeTestJSON-2097664648-router', 'tenant_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:04Z', 'updated_at': '2022-10-20T13:41:45Z', 'revision_number': 6, 'project_id': 'f36e9fb394944eb0a0c2c0075dbc937c', 'gw_port_host': None}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:41:45.966247 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:46.007237 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:46.026830 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ebcc8c40-95ee-4a7e-9ae1-82119286268b req-e3a526be-8bf3-4744-aa21-4c3e669f6437 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c4cde56-5eb0-409c-b68b-5b61dba4d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967648 Oct 20 13:41:46.042172 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-83a01383-60ee-466a-8f57-f7dba94db38c None None] Current status of the port d2768478-9ae7-4628-b9db-8c709d971ef9 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:41:46.094012 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7f72d003-f365-43de-9cc4-ebd3165bcd5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (42053ae8-57fb-4881-935e-17f6392a9b87), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:46.123560 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f72d003-f365-43de-9cc4-ebd3165bcd5c admin admin] Pushing event deleted for resources: {'Port': ['ID=42053ae8-57fb-4881-935e-17f6392a9b87,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:46.184221 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7f72d003-f365-43de-9cc4-ebd3165bcd5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3855219'] for router_gateway (912b722f-62ce-4725-bd33-0da43e579767), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:46.510421 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7f72d003-f365-43de-9cc4-ebd3165bcd5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3608'] for router (912b722f-62ce-4725-bd33-0da43e579767), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:46.512681 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7f72d003-f365-43de-9cc4-ebd3165bcd5c admin admin] Publish callbacks [] for router_controller (912b722f-62ce-4725-bd33-0da43e579767), precommit_delete_associations {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:46.600813 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7f72d003-f365-43de-9cc4-ebd3165bcd5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864653'] for router (912b722f-62ce-4725-bd33-0da43e579767), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:46.601383 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f72d003-f365-43de-9cc4-ebd3165bcd5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 912b722f-62ce-4725-bd33-0da43e579767 {{(pid=104733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 13:41:46.609215 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7f72d003-f365-43de-9cc4-ebd3165bcd5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:46.610331 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-7f72d003-f365-43de-9cc4-ebd3165bcd5c admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/912b722f-62ce-4725-bd33-0da43e579767 HTTP/1.1" status: 204 len: 168 time: 1.2386053 Oct 20 13:41:46.613479 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 46572) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:46.628181 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb506a-f973-4f79-a24a-a6a387ffc3ff req-25dfab1e-310c-47c4-8135-d30cc0cc5958 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:46.630214 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-22cb506a-f973-4f79-a24a-a6a387ffc3ff req-25dfab1e-310c-47c4-8135-d30cc0cc5958 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3d730923-3277-4e78-9365-a95c403e26d8 HTTP/1.1" status: 200 len: 945 time: 0.0604486 Oct 20 13:41:46.655146 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:46.703250 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_v2 [None req-28633340-8757-4311-ac1f-46af52583a8c admin admin] Deleting subnet 39e34ab8-30e0-463a-a9d4-1b76cbd385a8 {{(pid=104733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 13:41:46.709485 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-28633340-8757-4311-ac1f-46af52583a8c admin admin] Publish callbacks [] for subnet (39e34ab8-30e0-463a-a9d4-1b76cbd385a8), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:46.780448 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-22cb506a-f973-4f79-a24a-a6a387ffc3ff req-0fd114d7-decc-4e0a-bef9-bf78324d42d2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Deleting port 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:41:46.780791 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-22cb506a-f973-4f79-a24a-a6a387ffc3ff req-0fd114d7-decc-4e0a-bef9-bf78324d42d2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:46.785214 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-28633340-8757-4311-ac1f-46af52583a8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26113402'] for subnet (39e34ab8-30e0-463a-a9d4-1b76cbd385a8), precommit_delete_associations {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:46.906427 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63219b94-0486-4bdb-ad65-580d804391ad req-91eb878b-c9e5-4a3e-8d73-3d64a1da34e9 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:46.907881 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-63219b94-0486-4bdb-ad65-580d804391ad req-91eb878b-c9e5-4a3e-8d73-3d64a1da34e9 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 943 time: 0.1307242 Oct 20 13:41:47.008846 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-22cb506a-f973-4f79-a24a-a6a387ffc3ff req-0fd114d7-decc-4e0a-bef9-bf78324d42d2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] For port 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea,segment=NetworkSegment(4d78e0f3-9105-4b6b-ab7f-1019f2557df1),segment_id=4d78e0f3-9105-4b6b-ab7f-1019f2557df1)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:41:47.009230 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-22cb506a-f973-4f79-a24a-a6a387ffc3ff req-0fd114d7-decc-4e0a-bef9-bf78324d42d2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:47.023998 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-28633340-8757-4311-ac1f-46af52583a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1335179'] for subnet (39e34ab8-30e0-463a-a9d4-1b76cbd385a8), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:47.082222 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-63219b94-0486-4bdb-ad65-580d804391ad req-edcc79c2-95f4-47d3-89b3-0575428b131d tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666787 Oct 20 13:41:47.130521 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650d218-1640-4e3f-ba89-9eb7a4b7db16 req-43c74ede-c300-44d1-a406-b894769a4944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:47.131991 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6650d218-1640-4e3f-ba89-9eb7a4b7db16 req-43c74ede-c300-44d1-a406-b894769a4944 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1&tenant_id=f9addc326c51410f809805d8b44c5c17 HTTP/1.1" status: 200 len: 1127 time: 0.1251898 Oct 20 13:41:47.135536 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:47.274957 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-28633340-8757-4311-ac1f-46af52583a8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1335184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26193023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26212522'] for subnet (39e34ab8-30e0-463a-a9d4-1b76cbd385a8), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:47.317642 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735c028-0dd5-4df3-a5ca-eaf2c658d4df req-36eaef9f-4a9c-4ecc-bd78-8d455c0a7b52 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:47.319033 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7735c028-0dd5-4df3-a5ca-eaf2c658d4df req-36eaef9f-4a9c-4ecc-bd78-8d455c0a7b52 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d730923-3277-4e78-9365-a95c403e26d8 HTTP/1.1" status: 200 len: 945 time: 0.1728530 Oct 20 13:41:47.337774 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650d218-1640-4e3f-ba89-9eb7a4b7db16 req-eef114a7-b265-4ecb-88a4-304d032e7721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:47.339156 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6650d218-1640-4e3f-ba89-9eb7a4b7db16 req-eef114a7-b265-4ecb-88a4-304d032e7721 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f9addc326c51410f809805d8b44c5c17&device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 1127 time: 0.1740687 Oct 20 13:41:47.346932 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28633340-8757-4311-ac1f-46af52583a8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39e34ab8-30e0-463a-a9d4-1b76cbd385a8,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:47.353370 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1707f2ab-7418-4637-b481-7d95c39e2204 None None] Network 80f8d646-52cd-4c79-be89-0476981cc6e9 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:41:47.354901 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-28633340-8757-4311-ac1f-46af52583a8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for subnet (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:47.357899 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-28633340-8757-4311-ac1f-46af52583a8c admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/39e34ab8-30e0-463a-a9d4-1b76cbd385a8 HTTP/1.1" status: 204 len: 168 time: 0.7440248 Oct 20 13:41:47.360835 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 46578) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:47.435576 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-22cb506a-f973-4f79-a24a-a6a387ffc3ff req-0fd114d7-decc-4e0a-bef9-bf78324d42d2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:47.435936 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-22cb506a-f973-4f79-a24a-a6a387ffc3ff req-0fd114d7-decc-4e0a-bef9-bf78324d42d2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (c90e6a58-b427-4306-9b1b-e3941fb2d1d4), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:47.436242 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.db.l3_db [req-22cb506a-f973-4f79-a24a-a6a387ffc3ff req-0fd114d7-decc-4e0a-bef9-bf78324d42d2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Floating IP c90e6a58-b427-4306-9b1b-e3941fb2d1d4 disassociated. External IP: 172.27.0.57, port: 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea. Oct 20 13:41:47.436747 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-22cb506a-f973-4f79-a24a-a6a387ffc3ff req-0fd114d7-decc-4e0a-bef9-bf78324d42d2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Calling delete_port for 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea owned by compute:nova {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:41:47.439375 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-029c7bff-0c6d-41f5-85c2-887c4fec0695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466521'] for network (80f8d646-52cd-4c79-be89-0476981cc6e9), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:47.454522 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:47.490342 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-029c7bff-0c6d-41f5-85c2-887c4fec0695 admin admin] Deleting port d2768478-9ae7-4628-b9db-8c709d971ef9 {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:41:47.490743 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-029c7bff-0c6d-41f5-85c2-887c4fec0695 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (d2768478-9ae7-4628-b9db-8c709d971ef9), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:47.512224 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7735c028-0dd5-4df3-a5ca-eaf2c658d4df req-39928350-b065-494a-bcd6-9dd2694e6eba tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=3c4cde56-5eb0-409c-b68b-5b61dba4d02e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714785 Oct 20 13:41:47.531265 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfb4f52-715a-4663-9147-801041c5732d None None] DHCP port deletion for 80f8d646-52cd-4c79-be89-0476981cc6e9 request from dv-cinder-862136-1-iscsi {{(pid=104734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 13:41:47.552433 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650d218-1640-4e3f-ba89-9eb7a4b7db16 req-e76b81b1-b04b-4b80-9690-bfed26bcf74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:47.554069 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6650d218-1640-4e3f-ba89-9eb7a4b7db16 req-e76b81b1-b04b-4b80-9690-bfed26bcf74f service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c859482-bc24-4f85-8ad7-70cfdb97a23e HTTP/1.1" status: 200 len: 917 time: 0.2011824 Oct 20 13:41:47.565701 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 220d420d-8061-47e0-9323-3ec3344c20c6 no longer exists at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:41:47.581342 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-029c7bff-0c6d-41f5-85c2-887c4fec0695 admin admin] For port d2768478-9ae7-4628-b9db-8c709d971ef9, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=d2768478-9ae7-4628-b9db-8c709d971ef9,segment=NetworkSegment(32d54844-4ce9-4228-abf5-0f1ad3651b18),segment_id=32d54844-4ce9-4228-abf5-0f1ad3651b18)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:41:47.581873 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-029c7bff-0c6d-41f5-85c2-887c4fec0695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (d2768478-9ae7-4628-b9db-8c709d971ef9), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:47.596031 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-029c7bff-0c6d-41f5-85c2-887c4fec0695 admin admin] Calling delete_port for d2768478-9ae7-4628-b9db-8c709d971ef9 owned by network:dhcp {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:41:47.602536 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-7bfb4f52-715a-4663-9147-801041c5732d None None] Deleting port d2768478-9ae7-4628-b9db-8c709d971ef9 {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:41:47.602917 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7bfb4f52-715a-4663-9147-801041c5732d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (d2768478-9ae7-4628-b9db-8c709d971ef9), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:47.652466 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6650d218-1640-4e3f-ba89-9eb7a4b7db16 req-a8031007-470f-4c26-9290-285b08231563 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=220d420d-8061-47e0-9323-3ec3344c20c6 HTTP/1.1" status: 200 len: 999 time: 0.0907524 Oct 20 13:41:47.695861 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-029c7bff-0c6d-41f5-85c2-887c4fec0695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (d2768478-9ae7-4628-b9db-8c709d971ef9), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:47.716226 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-22cb506a-f973-4f79-a24a-a6a387ffc3ff req-0fd114d7-decc-4e0a-bef9-bf78324d42d2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:47.719256 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650d218-1640-4e3f-ba89-9eb7a4b7db16 req-b396f1ec-489e-4397-8e88-fbb0d7939b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:47.720946 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6650d218-1640-4e3f-ba89-9eb7a4b7db16 req-b396f1ec-489e-4397-8e88-fbb0d7939b3d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=eb211b48-f491-42bc-8f6d-654db7c34008 HTTP/1.1" status: 200 len: 855 time: 0.0616624 Oct 20 13:41:47.732997 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c7bff-0c6d-41f5-85c2-887c4fec0695 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2768478-9ae7-4628-b9db-8c709d971ef9,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:47.737433 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029c7bff-0c6d-41f5-85c2-887c4fec0695 admin admin] No DVR routers for this DVR port d2768478-9ae7-4628-b9db-8c709d971ef9 on host dv-cinder-862136-1-iscsi {{(pid=104732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:41:47.764012 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd114d7-decc-4e0a-bef9-bf78324d42d2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Pushing event deleted for resources: {'Port': ['ID=4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:47.800620 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650d218-1640-4e3f-ba89-9eb7a4b7db16 req-651df441-7e96-4d35-a8d8-9a64cbf048ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:47.803106 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6650d218-1640-4e3f-ba89-9eb7a4b7db16 req-651df441-7e96-4d35-a8d8-9a64cbf048ab service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c859482-bc24-4f85-8ad7-70cfdb97a23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741053 Oct 20 13:41:47.830961 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-029c7bff-0c6d-41f5-85c2-887c4fec0695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335235', 'neutron.services.segments.db._delete_segments_for_network-8747424857155'] for network (80f8d646-52cd-4c79-be89-0476981cc6e9), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:47.834457 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:47.843432 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:47.865698 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-029c7bff-0c6d-41f5-85c2-887c4fec0695 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f8d646-52cd-4c79-be89-0476981cc6e9']}} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:41:47.867708 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-7bfb4f52-715a-4663-9147-801041c5732d None None] For port d2768478-9ae7-4628-b9db-8c709d971ef9, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=d2768478-9ae7-4628-b9db-8c709d971ef9,segment=NetworkSegment(32d54844-4ce9-4228-abf5-0f1ad3651b18),segment_id=32d54844-4ce9-4228-abf5-0f1ad3651b18)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:41:47.868295 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7bfb4f52-715a-4663-9147-801041c5732d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (d2768478-9ae7-4628-b9db-8c709d971ef9), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:47.877778 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-029c7bff-0c6d-41f5-85c2-887c4fec0695 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d54844-4ce9-4228-abf5-0f1ad3651b18') {'for_net_delete': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:41:47.878022 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-029c7bff-0c6d-41f5-85c2-887c4fec0695 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d54844-4ce9-4228-abf5-0f1ad3651b18') {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:41:47.884009 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 220d420d-8061-47e0-9323-3ec3344c20c6 is: DOWN; New status is: DOWN {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:41:47.890588 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-7bfb4f52-715a-4663-9147-801041c5732d None None] Calling delete_port for d2768478-9ae7-4628-b9db-8c709d971ef9 owned by network:dhcp {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:41:47.892591 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-029c7bff-0c6d-41f5-85c2-887c4fec0695 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747424827639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26291314'] for segment (32d54844-4ce9-4228-abf5-0f1ad3651b18), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:47.913668 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-029c7bff-0c6d-41f5-85c2-887c4fec0695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (32d54844-4ce9-4228-abf5-0f1ad3651b18), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:47.931903 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-029c7bff-0c6d-41f5-85c2-887c4fec0695 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=104732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 13:41:47.932642 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-029c7bff-0c6d-41f5-85c2-887c4fec0695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25722433'] for segment (32d54844-4ce9-4228-abf5-0f1ad3651b18), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:47.946458 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 542bf4f3-82b0-45c3-a06e-3e578747d746 no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:41:47.977153 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:47.982064 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.services.segments.plugin [-] Segment 32d54844-4ce9-4228-abf5-0f1ad3651b18 resource provider aggregate not found Oct 20 13:41:47.984316 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22cb506a-f973-4f79-a24a-a6a387ffc3ff req-0fd114d7-decc-4e0a-bef9-bf78324d42d2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Router 1214a302-7c9d-4e34-aee5-073767be6284 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:41:47.987186 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6650d218-1640-4e3f-ba89-9eb7a4b7db16 req-b661fa19-ec20-464a-9c6e-9df50a7935ef service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c859482-bc24-4f85-8ad7-70cfdb97a23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547041 Oct 20 13:41:47.997007 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: 542bf4f3-82b0-45c3-a06e-3e578747d746 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:41:47.997380 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 542bf4f3-82b0-45c3-a06e-3e578747d746 not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:41:47.997806 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 42053ae8-57fb-4881-935e-17f6392a9b87 no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:41:48.008027 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.services.segments.plugin [-] Segment 32d54844-4ce9-4228-abf5-0f1ad3651b18 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32d54844-4ce9-4228-abf5-0f1ad3651b18 found for delete ", "request_id": "req-a8cbdee5-4c21-474d-a6e1-7e8409b7db01"}]} Oct 20 13:41:48.014812 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-029c7bff-0c6d-41f5-85c2-887c4fec0695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1335290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859717'] for network (80f8d646-52cd-4c79-be89-0476981cc6e9), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:48.019679 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-029c7bff-0c6d-41f5-85c2-887c4fec0695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:48.023634 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-029c7bff-0c6d-41f5-85c2-887c4fec0695 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/80f8d646-52cd-4c79-be89-0476981cc6e9 HTTP/1.1" status: 204 len: 168 time: 0.6612616 Oct 20 13:41:48.032456 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: 42053ae8-57fb-4881-935e-17f6392a9b87 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:41:48.032803 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 42053ae8-57fb-4881-935e-17f6392a9b87 not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:41:48.033256 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device d2768478-9ae7-4628-b9db-8c709d971ef9 no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:41:48.039306 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c7bff-0c6d-41f5-85c2-887c4fec0695 admin admin] Pushing event deleted for resources: {'Network': ['ID=80f8d646-52cd-4c79-be89-0476981cc6e9,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:48.057300 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: d2768478-9ae7-4628-b9db-8c709d971ef9 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:41:48.057641 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device d2768478-9ae7-4628-b9db-8c709d971ef9 not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:41:48.060796 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7bfb4f52-715a-4663-9147-801041c5732d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964'] for port (d2768478-9ae7-4628-b9db-8c709d971ef9), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:48.088112 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7bfb4f52-715a-4663-9147-801041c5732d None None] Network 80f8d646-52cd-4c79-be89-0476981cc6e9 is not hosted by any dhcp agent {{(pid=104734) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 20 13:41:48.088617 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfb4f52-715a-4663-9147-801041c5732d None None] No DVR routers for this DVR port d2768478-9ae7-4628-b9db-8c709d971ef9 on host dv-cinder-862136-1-iscsi {{(pid=104734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:41:48.090668 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfb4f52-715a-4663-9147-801041c5732d None None] Pushing event deleted for resources: {'Port': ['ID=d2768478-9ae7-4628-b9db-8c709d971ef9,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:48.209385 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6650d218-1640-4e3f-ba89-9eb7a4b7db16 req-c47c7695-265d-4bc9-b777-3c6431856965 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c859482-bc24-4f85-8ad7-70cfdb97a23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139394 Oct 20 13:41:48.231005 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22cb506a-f973-4f79-a24a-a6a387ffc3ff req-0fd114d7-decc-4e0a-bef9-bf78324d42d2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:41:48.248343 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fff9ed-c073-4df8-9cc8-28aca7c802c9 None None] Sync routers for ids ['1214a302-7c9d-4e34-aee5-073767be6284'] in dv-cinder-862136-1-iscsi {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:41:48.260728 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 46590) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:48.262432 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fff9ed-c073-4df8-9cc8-28aca7c802c9 None None] Routers {'1214a302-7c9d-4e34-aee5-073767be6284'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:41:48.263250 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-37fff9ed-c073-4df8-9cc8-28aca7c802c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:41:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1214a302-7c9d-4e34-aee5-073767be6284'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:41:48.277793 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd01062-f5eb-4cd7-86c5-c6a63c418d33 req-87c23808-00e7-4745-a66a-85984aec6347 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:48.279368 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cdd01062-f5eb-4cd7-86c5-c6a63c418d33 req-87c23808-00e7-4745-a66a-85984aec6347 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 943 time: 0.0885029 Oct 20 13:41:48.315314 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-22cb506a-f973-4f79-a24a-a6a387ffc3ff req-0fd114d7-decc-4e0a-bef9-bf78324d42d2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] No DVR routers for this DVR port 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea on host hv-cinder-86213 {{(pid=104733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:41:48.325278 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-22cb506a-f973-4f79-a24a-a6a387ffc3ff req-0fd114d7-decc-4e0a-bef9-bf78324d42d2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:48.328514 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-22cb506a-f973-4f79-a24a-a6a387ffc3ff req-0fd114d7-decc-4e0a-bef9-bf78324d42d2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.20 "DELETE /networking/v2.0/ports/4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea HTTP/1.1" status: 204 len: 173 time: 1.6811693 Oct 20 13:41:48.329452 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d730923-3277-4e78-9365-a95c403e26d8', 'name': 'network-vif-deleted', 'tag': '4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:41:48.331748 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94defe34-f79d-425d-8fc8-a6b7148ff049" -d '{"events": [{"server_uuid": "3d730923-3277-4e78-9365-a95c403e26d8", "name": "network-vif-deleted", "tag": "4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:41:48.357917 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:48.390962 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-f9df2fcf-366b-4536-a982-d63ee8d5a24e admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=f36e9fb394944eb0a0c2c0075dbc937c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1267107 Oct 20 13:41:48.392356 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cdd01062-f5eb-4cd7-86c5-c6a63c418d33 req-a5fb0403-3761-44b9-a795-83f6590f1a49 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876446 Oct 20 13:41:48.392658 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 46598) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:48.394269 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-37fff9ed-c073-4df8-9cc8-28aca7c802c9 None None] Set router 1214a302-7c9d-4e34-aee5-073767be6284 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:41:48.440115 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:48.458857 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-353d8409-50af-431a-a25e-3048ac3ffe55 admin admin] Publish callbacks [] for security_group (03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:48.486456 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-353d8409-50af-431a-a25e-3048ac3ffe55 admin admin] Publish callbacks [] for security_group (03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:48.517071 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d73768-55c0-4d67-b135-704c10bb3a17 x-openstack-request-id: req-01d73768-55c0-4d67-b135-704c10bb3a17 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:41:48.518005 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d730923-3277-4e78-9365-a95c403e26d8", "name": "network-vif-deleted", "tag": "4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:41:48.518425 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-01d73768-55c0-4d67-b135-704c10bb3a17 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:41:48.519116 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01d73768-55c0-4d67-b135-704c10bb3a17'] response: {'server_uuid': '3d730923-3277-4e78-9365-a95c403e26d8', 'name': 'network-vif-deleted', 'tag': '4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea', 'status': 'completed', 'code': 200} Oct 20 13:41:48.563808 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-353d8409-50af-431a-a25e-3048ac3ffe55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:48.571704 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-353d8409-50af-431a-a25e-3048ac3ffe55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:48.577758 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-353d8409-50af-431a-a25e-3048ac3ffe55 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5 HTTP/1.1" status: 204 len: 168 time: 0.1837122 Oct 20 13:41:48.592587 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d8409-50af-431a-a25e-3048ac3ffe55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fae0ed-b2f0-4cd2-b7eb-2b505af8a8b5,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:48.717605 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-dc6c98e1-959d-41bc-9760-f9e6bfc53aca req-28961fd6-94c7-41ac-9d6f-3a5e0bd124a1 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d730923-3277-4e78-9365-a95c403e26d8 HTTP/1.1" status: 200 len: 210 time: 0.0621023 Oct 20 13:41:48.757824 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-37fff9ed-c073-4df8-9cc8-28aca7c802c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214a302-7c9d-4e34-aee5-073767be6284', 'name': 'tempest-AttachVolumeTestJSON-615351646-router', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:40Z', 'revision_number': 4, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'gw_port': {'id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '8d5de179-6711-4cdb-938e-88adc6331a34', 'name': '', 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'mac_address': 'fa:16:3e:33:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:38Z', 'updated_at': '2022-10-20T13:35:55Z', 'revision_number': 5, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'subnets': [{'id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:41:48.785169 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fff9ed-c073-4df8-9cc8-28aca7c802c9 None None] Checking router: 1214a302-7c9d-4e34-aee5-073767be6284 for host: dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:41:48.795288 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fff9ed-c073-4df8-9cc8-28aca7c802c9 None None] Routers {'1214a302-7c9d-4e34-aee5-073767be6284'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:41:48.795910 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-37fff9ed-c073-4df8-9cc8-28aca7c802c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:41:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1214a302-7c9d-4e34-aee5-073767be6284'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:41:48.906505 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-37fff9ed-c073-4df8-9cc8-28aca7c802c9 None None] Set router 1214a302-7c9d-4e34-aee5-073767be6284 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:41:48.938129 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:49.162915 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-37fff9ed-c073-4df8-9cc8-28aca7c802c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214a302-7c9d-4e34-aee5-073767be6284', 'name': 'tempest-AttachVolumeTestJSON-615351646-router', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:40Z', 'revision_number': 4, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'gw_port': {'id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '8d5de179-6711-4cdb-938e-88adc6331a34', 'name': '', 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'mac_address': 'fa:16:3e:33:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:38Z', 'updated_at': '2022-10-20T13:35:55Z', 'revision_number': 5, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'subnets': [{'id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:41:49.194336 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fff9ed-c073-4df8-9cc8-28aca7c802c9 None None] The sync data for ids ['1214a302-7c9d-4e34-aee5-073767be6284'] in dv-cinder-862136-1-iscsi is: [{'id': '1214a302-7c9d-4e34-aee5-073767be6284', 'name': 'tempest-AttachVolumeTestJSON-615351646-router', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:40Z', 'revision_number': 4, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'gw_port': {'id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '8d5de179-6711-4cdb-938e-88adc6331a34', 'name': '', 'network_id': 'd308b555-e032-40ef-ae84-228dba4540e0', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'mac_address': 'fa:16:3e:33:9b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:38Z', 'updated_at': '2022-10-20T13:35:55Z', 'revision_number': 5, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'subnets': [{'id': '6fe06b3c-29c6-4094-8f91-406de935285f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:41:49.650500 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b358291-3fb5-4ea9-8ced-e57fe0405a89 None None] New status for floating IP c90e6a58-b427-4306-9b1b-e3941fb2d1d4: DOWN {{(pid=104735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 13:41:49.810737 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0bdfd-bfac-443b-a399-33e74a939143 req-9f3086fb-b76c-4f88-a2ba-3e39b3024d51 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:49.817402 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5ae0bdfd-bfac-443b-a399-33e74a939143 req-9f3086fb-b76c-4f88-a2ba-3e39b3024d51 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 943 time: 0.1267631 Oct 20 13:41:49.914491 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5ae0bdfd-bfac-443b-a399-33e74a939143 req-57281718-dac9-4e87-a142-80e83819d85f tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910149 Oct 20 13:41:50.068519 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2542ff52-c323-4a14-b4d0-4295d369ae9f req-4ecef973-b881-4529-81f2-1134ebd79f83 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:50.070081 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2542ff52-c323-4a14-b4d0-4295d369ae9f req-4ecef973-b881-4529-81f2-1134ebd79f83 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 984 time: 0.0627728 Oct 20 13:41:50.167602 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2542ff52-c323-4a14-b4d0-4295d369ae9f req-773258f7-9f85-4431-bebb-d3e2f9b6303a tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&id=5478a9d8-2f05-4d92-8662-da8f5dbdb472&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0890222 Oct 20 13:41:50.293472 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d5c294d3-c64c-453b-9cbc-bfa1a678fcb6 req-91f4c0a8-92a5-4e47-9c6e-0e5c7a59e096 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d730923-3277-4e78-9365-a95c403e26d8 HTTP/1.1" status: 200 len: 210 time: 0.0326905 Oct 20 13:41:51.080454 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd81b966-164e-47a2-b1d8-0f05332ff526 req-098f3b35-8850-4b4d-a83d-2c7a60f0264f tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:51.082757 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cd81b966-164e-47a2-b1d8-0f05332ff526 req-098f3b35-8850-4b4d-a83d-2c7a60f0264f tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 943 time: 0.0760932 Oct 20 13:41:51.139472 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cd81b966-164e-47a2-b1d8-0f05332ff526 req-62a22070-d973-4ede-be3d-3e1e4380c1bf tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486586 Oct 20 13:41:51.316398 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b98c8-fb72-4389-93f2-4ff086b18b9c req-998d1ffd-f968-4016-b757-b28ff64429f9 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:51.319048 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-fa5b98c8-fb72-4389-93f2-4ff086b18b9c req-998d1ffd-f968-4016-b757-b28ff64429f9 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 984 time: 0.0521965 Oct 20 13:41:51.350328 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:51.384045 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 46704) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:51.401498 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-fa5b98c8-fb72-4389-93f2-4ff086b18b9c req-41c6f7c9-4742-4bb3-9633-9aa3e4d801b5 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&id=5478a9d8-2f05-4d92-8662-da8f5dbdb472&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0763226 Oct 20 13:41:51.564543 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8caaf2e5-4120-480b-8158-47ab9380c665 req-2ff5b549-2f26-4902-85e3-2f8bd890bacd tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d730923-3277-4e78-9365-a95c403e26d8 HTTP/1.1" status: 200 len: 210 time: 0.0328877 Oct 20 13:41:51.568915 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8df40bca-8864-4020-8669-edd1500568ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:51.575021 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea no longer exists at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:41:51.601417 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] No Port match for: 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:41:51.602147 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 4c0b67a4-d502-4fe0-8fb2-21290e8ba8ea not bound to the agent host hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:41:51.687697 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8df40bca-8864-4020-8669-edd1500568ed admin admin] Publish callbacks [] for security_group (20325a7e-c2ac-4f01-8673-408887a3fea3), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:51.692371 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8df40bca-8864-4020-8669-edd1500568ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (20325a7e-c2ac-4f01-8673-408887a3fea3), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:51.734213 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-8df40bca-8864-4020-8669-edd1500568ed admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=b4c1d1f324574edfbef5c1c067c814b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3476782 Oct 20 13:41:51.735439 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df40bca-8864-4020-8669-edd1500568ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20325a7e-c2ac-4f01-8673-408887a3fea3,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:51.738120 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 46708) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:51.794912 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0c4170d0-ac07-4754-968d-3f93911a7418 admin admin] Publish callbacks [] for security_group (20325a7e-c2ac-4f01-8673-408887a3fea3), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:51.816090 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0c4170d0-ac07-4754-968d-3f93911a7418 admin admin] Publish callbacks [] for security_group (20325a7e-c2ac-4f01-8673-408887a3fea3), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:51.866079 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0c4170d0-ac07-4754-968d-3f93911a7418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (20325a7e-c2ac-4f01-8673-408887a3fea3), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:51.868520 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0c4170d0-ac07-4754-968d-3f93911a7418 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:51.873420 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-0c4170d0-ac07-4754-968d-3f93911a7418 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/20325a7e-c2ac-4f01-8673-408887a3fea3 HTTP/1.1" status: 204 len: 168 time: 0.1339941 Oct 20 13:41:51.882003 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4170d0-ac07-4754-968d-3f93911a7418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20325a7e-c2ac-4f01-8673-408887a3fea3,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:52.182532 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 46716) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:52.200452 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b7cd860e-2b0f-44f8-aeb8-2153115d9cc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:52.298672 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b7cd860e-2b0f-44f8-aeb8-2153115d9cc3 admin admin] Publish callbacks [] for security_group (a65650c9-0b2b-4418-8dbe-d3151a1c28dc), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:52.306285 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b7cd860e-2b0f-44f8-aeb8-2153115d9cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (a65650c9-0b2b-4418-8dbe-d3151a1c28dc), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:52.311628 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce27f6f-6a34-423d-9e56-64eabda8dfae req-9adda992-4536-44c1-9bc3-13253456ba70 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:52.314222 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3ce27f6f-6a34-423d-9e56-64eabda8dfae req-9adda992-4536-44c1-9bc3-13253456ba70 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 943 time: 0.0686021 Oct 20 13:41:52.348614 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-b7cd860e-2b0f-44f8-aeb8-2153115d9cc3 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=b824dbd6c748461988621d35e05d1d2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1642168 Oct 20 13:41:52.349618 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd860e-2b0f-44f8-aeb8-2153115d9cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65650c9-0b2b-4418-8dbe-d3151a1c28dc,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:52.351819 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 46718) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:52.398313 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3ce27f6f-6a34-423d-9e56-64eabda8dfae req-80a405f1-c846-46a3-8911-aec97088dd02 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767493 Oct 20 13:41:52.432343 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d96745cb-c84f-4247-9896-89c4b04de5f1 admin admin] Publish callbacks [] for security_group (a65650c9-0b2b-4418-8dbe-d3151a1c28dc), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:52.457357 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d96745cb-c84f-4247-9896-89c4b04de5f1 admin admin] Publish callbacks [] for security_group (a65650c9-0b2b-4418-8dbe-d3151a1c28dc), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:52.555911 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d96745cb-c84f-4247-9896-89c4b04de5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (a65650c9-0b2b-4418-8dbe-d3151a1c28dc), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:52.558499 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d96745cb-c84f-4247-9896-89c4b04de5f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:52.559611 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-d96745cb-c84f-4247-9896-89c4b04de5f1 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/a65650c9-0b2b-4418-8dbe-d3151a1c28dc HTTP/1.1" status: 204 len: 168 time: 0.2067142 Oct 20 13:41:52.573245 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96745cb-c84f-4247-9896-89c4b04de5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65650c9-0b2b-4418-8dbe-d3151a1c28dc,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:52.580511 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b6db9-b16d-40f4-b68e-9bc9a4590bbf req-dfe57e32-5fca-4d52-ad93-1e5048e4a6e2 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:52.588458 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b60b6db9-b16d-40f4-b68e-9bc9a4590bbf req-dfe57e32-5fca-4d52-ad93-1e5048e4a6e2 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 984 time: 0.0805168 Oct 20 13:41:52.609382 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96745cb-c84f-4247-9896-89c4b04de5f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:41:52.609717 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96745cb-c84f-4247-9896-89c4b04de5f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:41:52.610059 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96745cb-c84f-4247-9896-89c4b04de5f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:41:52.610391 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96745cb-c84f-4247-9896-89c4b04de5f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:41:52.610722 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96745cb-c84f-4247-9896-89c4b04de5f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:41:52.611051 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96745cb-c84f-4247-9896-89c4b04de5f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:41:52.611371 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96745cb-c84f-4247-9896-89c4b04de5f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:41:52.611693 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96745cb-c84f-4247-9896-89c4b04de5f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:41:52.612015 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96745cb-c84f-4247-9896-89c4b04de5f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:41:52.612342 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96745cb-c84f-4247-9896-89c4b04de5f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:41:52.612658 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96745cb-c84f-4247-9896-89c4b04de5f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:41:52.613007 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96745cb-c84f-4247-9896-89c4b04de5f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:41:52.613324 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96745cb-c84f-4247-9896-89c4b04de5f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:41:52.613677 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96745cb-c84f-4247-9896-89c4b04de5f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:41:52.613989 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96745cb-c84f-4247-9896-89c4b04de5f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:41:52.689024 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b60b6db9-b16d-40f4-b68e-9bc9a4590bbf req-79b5968c-6965-4756-9f7c-128c6626038e tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&id=5478a9d8-2f05-4d92-8662-da8f5dbdb472&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0980151 Oct 20 13:41:52.841434 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-fb7ea4a1-1ddc-44d3-96c3-fd3a24ed5632 req-7c319d08-afe5-47fc-b2fe-2081b2d5bd3f tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d730923-3277-4e78-9365-a95c403e26d8 HTTP/1.1" status: 200 len: 210 time: 0.0390387 Oct 20 13:41:53.553178 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6847b4-52c5-4d89-b873-1183dd33c00a req-0b3edaec-3783-4144-a755-a39c65d73836 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:53.555784 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-de6847b4-52c5-4d89-b873-1183dd33c00a req-0b3edaec-3783-4144-a755-a39c65d73836 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 943 time: 0.0589337 Oct 20 13:41:53.617748 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-de6847b4-52c5-4d89-b873-1183dd33c00a req-21333603-0b5a-4c66-9744-a7855971a55f tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559018 Oct 20 13:41:54.072222 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1792fb-9a38-46fa-8993-880ef24a1322 req-6740484e-6da2-4d70-81a7-83bfa5517960 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:54.079072 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3b1792fb-9a38-46fa-8993-880ef24a1322 req-6740484e-6da2-4d70-81a7-83bfa5517960 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 984 time: 0.2923546 Oct 20 13:41:54.134928 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:54.150872 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3b1792fb-9a38-46fa-8993-880ef24a1322 req-bd4612f5-5cab-4734-b16d-961b57e77777 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&id=5478a9d8-2f05-4d92-8662-da8f5dbdb472&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0708356 Oct 20 13:41:54.280906 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8fe32936-0040-465c-baf7-9f6fb7e7111b req-9d9bd3cd-0471-4320-a32b-486a0bac22b8 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d730923-3277-4e78-9365-a95c403e26d8 HTTP/1.1" status: 200 len: 210 time: 0.0395665 Oct 20 13:41:54.639389 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3971811a-2fe8-4735-a13c-a5de3855e55d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:54.796451 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3fbac-ee7f-48f8-aaf7-2a018e072a5f req-01fe2e43-2262-4252-a017-d9748c976c46 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:54.799249 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-fac3fbac-ee7f-48f8-aaf7-2a018e072a5f req-01fe2e43-2262-4252-a017-d9748c976c46 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 943 time: 0.0716801 Oct 20 13:41:54.858642 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 46786) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:54.889126 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-fac3fbac-ee7f-48f8-aaf7-2a018e072a5f req-f22e3b64-566a-41be-b872-6189729d9621 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737429 Oct 20 13:41:54.989020 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d50b1d3b-ff0e-4b35-aa17-bd367564b360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:55.046840 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:55.071564 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d50b1d3b-ff0e-4b35-aa17-bd367564b360 admin admin] Publish callbacks [] for security_group (7b02bbdb-ca7d-45ff-8385-8433e110b9d1), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:55.075592 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d50b1d3b-ff0e-4b35-aa17-bd367564b360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (7b02bbdb-ca7d-45ff-8385-8433e110b9d1), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:55.080178 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=15 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:55.115969 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-d50b1d3b-ff0e-4b35-aa17-bd367564b360 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=569e75116c1645dbb9330edb91ffe91f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2535911 Oct 20 13:41:55.116314 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 46790) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:55.127112 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b1d3b-ff0e-4b35-aa17-bd367564b360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b02bbdb-ca7d-45ff-8385-8433e110b9d1,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:55.188708 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-9c491062-34e9-4a57-9bc4-a04608ab0f51 admin admin] Publish callbacks [] for security_group (7b02bbdb-ca7d-45ff-8385-8433e110b9d1), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:55.224382 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-9c491062-34e9-4a57-9bc4-a04608ab0f51 admin admin] Publish callbacks [] for security_group (7b02bbdb-ca7d-45ff-8385-8433e110b9d1), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:55.282229 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:55.301521 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f1a2fd-66cc-4df7-9a83-3a3679f81d0c req-30d40cee-bf9d-4b09-83a5-9997509fc7a9 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:55.303034 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a3f1a2fd-66cc-4df7-9a83-3a3679f81d0c req-30d40cee-bf9d-4b09-83a5-9997509fc7a9 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 984 time: 0.0715721 Oct 20 13:41:55.335564 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-9c491062-34e9-4a57-9bc4-a04608ab0f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (7b02bbdb-ca7d-45ff-8385-8433e110b9d1), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:55.338203 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-9c491062-34e9-4a57-9bc4-a04608ab0f51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:55.339382 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-9c491062-34e9-4a57-9bc4-a04608ab0f51 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/7b02bbdb-ca7d-45ff-8385-8433e110b9d1 HTTP/1.1" status: 204 len: 168 time: 0.2220702 Oct 20 13:41:55.367528 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c491062-34e9-4a57-9bc4-a04608ab0f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b02bbdb-ca7d-45ff-8385-8433e110b9d1,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:55.400002 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a3f1a2fd-66cc-4df7-9a83-3a3679f81d0c req-5eb4faac-b310-408d-89b3-ae577e98a7dd tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&id=5478a9d8-2f05-4d92-8662-da8f5dbdb472&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0833583 Oct 20 13:41:55.540491 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-271e7394-2c75-47b6-a84a-2baab4bee782 req-a649fa95-bafa-491d-bf3d-8a3c992ebc4a tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d730923-3277-4e78-9365-a95c403e26d8 HTTP/1.1" status: 200 len: 210 time: 0.0455587 Oct 20 13:41:55.729310 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 46800) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:55.743560 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6165f8cf-4ebe-498e-9e37-c6b65b34e451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:55.834131 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6165f8cf-4ebe-498e-9e37-c6b65b34e451 admin admin] Publish callbacks [] for security_group (6b894a0b-5e2f-424b-bce0-b57435ed9e2a), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:55.839208 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6165f8cf-4ebe-498e-9e37-c6b65b34e451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (6b894a0b-5e2f-424b-bce0-b57435ed9e2a), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:56.008610 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc2342-d572-470a-a6db-7d93246077f6 req-f0deaca2-bcd4-4a4c-baf5-6d6c417668eb tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:56.017341 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-aabc2342-d572-470a-a6db-7d93246077f6 req-f0deaca2-bcd4-4a4c-baf5-6d6c417668eb tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 943 time: 0.0660286 Oct 20 13:41:56.065919 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-aabc2342-d572-470a-a6db-7d93246077f6 req-7f1b3fc6-69d9-4385-a197-dd3f1efcb588 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475295 Oct 20 13:41:56.115164 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165f8cf-4ebe-498e-9e37-c6b65b34e451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b894a0b-5e2f-424b-bce0-b57435ed9e2a,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:56.122475 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 46804) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:56.122681 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-6165f8cf-4ebe-498e-9e37-c6b65b34e451 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=b667ded9078842e88bec05e156c77df9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3919852 Oct 20 13:41:56.184231 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d27ff7f9-9326-4ae6-9806-672945322ca6 admin admin] Publish callbacks [] for security_group (6b894a0b-5e2f-424b-bce0-b57435ed9e2a), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:56.206494 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d27ff7f9-9326-4ae6-9806-672945322ca6 admin admin] Publish callbacks [] for security_group (6b894a0b-5e2f-424b-bce0-b57435ed9e2a), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:56.265514 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d27ff7f9-9326-4ae6-9806-672945322ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (6b894a0b-5e2f-424b-bce0-b57435ed9e2a), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:56.268138 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d27ff7f9-9326-4ae6-9806-672945322ca6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:56.269309 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-d27ff7f9-9326-4ae6-9806-672945322ca6 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/6b894a0b-5e2f-424b-bce0-b57435ed9e2a HTTP/1.1" status: 204 len: 168 time: 0.1452365 Oct 20 13:41:56.278465 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ff7f9-9326-4ae6-9806-672945322ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b894a0b-5e2f-424b-bce0-b57435ed9e2a,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:56.546142 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce3225-3471-44a5-b52c-9494349d2657 req-2cd2db24-3328-44d3-8c42-572779c28569 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:56.555539 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-88ce3225-3471-44a5-b52c-9494349d2657 req-2cd2db24-3328-44d3-8c42-572779c28569 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 984 time: 0.0673952 Oct 20 13:41:56.614503 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-88ce3225-3471-44a5-b52c-9494349d2657 req-d756e56a-d4cb-4928-88d7-c81df9df9e39 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&id=5478a9d8-2f05-4d92-8662-da8f5dbdb472&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580783 Oct 20 13:41:56.765029 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0da8dde7-f72c-4e68-8dde-f382d35d21b6 req-b4b65064-58a5-49d3-b61c-daad5e93ca06 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d730923-3277-4e78-9365-a95c403e26d8 HTTP/1.1" status: 200 len: 210 time: 0.0368867 Oct 20 13:41:56.956565 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8ddb5961-0ff7-441d-b8a2-c6128196bfb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:57.194707 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 46834) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:57.229182 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e80cea-db35-4427-9722-c338e86b0500 req-72ce89c1-e301-48db-ac25-d4d6552d3d67 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:57.230824 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e5e80cea-db35-4427-9722-c338e86b0500 req-72ce89c1-e301-48db-ac25-d4d6552d3d67 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 943 time: 0.0637801 Oct 20 13:41:57.284592 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e5e80cea-db35-4427-9722-c338e86b0500 req-7c211bf7-4542-4533-83f6-ab6d37e003c1 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480647 Oct 20 13:41:57.311467 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-f1680f44-7627-49ef-9392-99e8af7ae2fa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1555008314-network', 'tenant_id': 'a444b7fa425b4f0ba7833b93607daa25'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:41:57.332520 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1680f44-7627-49ef-9392-99e8af7ae2fa admin admin] Made reservation on behalf of a444b7fa425b4f0ba7833b93607daa25 for: {'network': 1} {{(pid=104732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:41:57.334961 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f1680f44-7627-49ef-9392-99e8af7ae2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for network (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:57.343862 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f1680f44-7627-49ef-9392-99e8af7ae2fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:57.422633 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f1680f44-7627-49ef-9392-99e8af7ae2fa admin admin] Publish callbacks [] for security_group (c2e8b2b4-6ffc-4ffb-b540-326c8c88f935), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:57.426648 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f1680f44-7627-49ef-9392-99e8af7ae2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (c2e8b2b4-6ffc-4ffb-b540-326c8c88f935), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:57.455921 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1680f44-7627-49ef-9392-99e8af7ae2fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=104732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 13:41:57.458623 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1680f44-7627-49ef-9392-99e8af7ae2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e8b2b4-6ffc-4ffb-b540-326c8c88f935,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:57.468277 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f1680f44-7627-49ef-9392-99e8af7ae2fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:57.468703 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.db.segments_db [None req-f1680f44-7627-49ef-9392-99e8af7ae2fa admin admin] Added segment 8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91 of type vlan for network 99a77227-ee8a-4c13-ada4-06d18282aaa9 Oct 20 13:41:57.517134 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f1680f44-7627-49ef-9392-99e8af7ae2fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747424292904'] for network (99a77227-ee8a-4c13-ada4-06d18282aaa9), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:57.541079 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f1680f44-7627-49ef-9392-99e8af7ae2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for network (99a77227-ee8a-4c13-ada4-06d18282aaa9), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:57.542084 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1680f44-7627-49ef-9392-99e8af7ae2fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:57.542653 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f1680f44-7627-49ef-9392-99e8af7ae2fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:57.603041 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-f1680f44-7627-49ef-9392-99e8af7ae2fa admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4064801 Oct 20 13:41:57.605902 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 46838) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:57.607781 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1680f44-7627-49ef-9392-99e8af7ae2fa admin admin] Pushing event updated for resources: {'Network': ['ID=99a77227-ee8a-4c13-ada4-06d18282aaa9,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:57.612441 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-f9dd4a2c-3cf4-4192-84fd-bd40bf691412 admin admin] Request body: {'subnet': {'network_id': '99a77227-ee8a-4c13-ada4-06d18282aaa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1555008314-subnet', 'tenant_id': 'a444b7fa425b4f0ba7833b93607daa25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:41:57.617854 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Network 99a77227-ee8a-4c13-ada4-06d18282aaa9 details requested by agent ovs-agent-dv-cinder-862136-1-iscsi with host dv-cinder-862136-1-iscsi {{(pid=104734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 13:41:57.633802 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9dd4a2c-3cf4-4192-84fd-bd40bf691412 admin admin] Made reservation on behalf of a444b7fa425b4f0ba7833b93607daa25 for: {'subnet': 1} {{(pid=104732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:41:57.636104 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f9dd4a2c-3cf4-4192-84fd-bd40bf691412 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25948906'] for subnet (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:57.718315 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:57.747552 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1725453-fbd8-41f0-8c46-764836b03491 req-9c3bd9f5-3f6e-495f-9d85-d3ce3fadff12 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:57.749034 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b1725453-fbd8-41f0-8c46-764836b03491 req-9c3bd9f5-3f6e-495f-9d85-d3ce3fadff12 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 984 time: 0.0490282 Oct 20 13:41:57.804430 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:57.826962 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b1725453-fbd8-41f0-8c46-764836b03491 req-01b3413f-711f-4468-a71d-0c36790c89f1 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&id=5478a9d8-2f05-4d92-8662-da8f5dbdb472&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713127 Oct 20 13:41:57.837410 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f9dd4a2c-3cf4-4192-84fd-bd40bf691412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25721148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25948920'] for subnet (91624b72-ffcc-4394-b2d4-f474a527dc7c), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:57.889153 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dd4a2c-3cf4-4192-84fd-bd40bf691412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91624b72-ffcc-4394-b2d4-f474a527dc7c,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:57.906882 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dd4a2c-3cf4-4192-84fd-bd40bf691412 admin admin] Checking segment: {'id': '8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '99a77227-ee8a-4c13-ada4-06d18282aaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:41:57.907503 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dd4a2c-3cf4-4192-84fd-bd40bf691412 admin admin] Network hostable DHCP agents. Network: 99a77227-ee8a-4c13-ada4-06d18282aaa9, hostable agents: ['fc80e4aa-b75a-45f9-bc92-ee666d9592cb'], hosted agents: [] {{(pid=104732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 13:41:57.928078 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9dd4a2c-3cf4-4192-84fd-bd40bf691412 admin admin] Network 99a77227-ee8a-4c13-ada4-06d18282aaa9 is scheduled to be hosted by DHCP agent fc80e4aa-b75a-45f9-bc92-ee666d9592cb with binding_index 1 {{(pid=104732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 13:41:57.942338 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-f9dd4a2c-3cf4-4192-84fd-bd40bf691412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862136-1-iscsi, 99a77227-ee8a-4c13-ada4-06d18282aaa9) {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:41:57.949548 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9dd4a2c-3cf4-4192-84fd-bd40bf691412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:57.950324 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f9dd4a2c-3cf4-4192-84fd-bd40bf691412 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:57.956588 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5866bcc3-b69c-41fc-bda5-d248af8b51e1 None None] Network 99a77227-ee8a-4c13-ada4-06d18282aaa9 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:41:57.957579 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f07aa8d7-a1f5-45f8-87be-31610a51d6d1 req-e5e3b7dc-92ee-422f-b104-7b9ca5470fea tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3d730923-3277-4e78-9365-a95c403e26d8 HTTP/1.1" status: 200 len: 210 time: 0.0463729 Oct 20 13:41:57.971519 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-f9dd4a2c-3cf4-4192-84fd-bd40bf691412 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3644960 Oct 20 13:41:58.073335 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb376734-21bb-46e1-8d10-5a777daba757 None None] Network 99a77227-ee8a-4c13-ada4-06d18282aaa9 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:41:58.216493 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:58.460248 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db8e39-1e03-485b-8ace-0486794e7939 req-64526c22-5507-4a57-b8c2-aabeaec4e6f0 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:58.462144 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c3db8e39-1e03-485b-8ace-0486794e7939 req-64526c22-5507-4a57-b8c2-aabeaec4e6f0 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 943 time: 0.0861053 Oct 20 13:41:58.523206 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:58.537566 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c3db8e39-1e03-485b-8ace-0486794e7939 req-a5f49ff1-1357-4529-b750-7030cec59f40 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690637 Oct 20 13:41:58.713578 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925b041-d7be-45fb-9163-83f895185ad1 req-c179f7eb-3819-41fb-920b-f9d49c9785a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:58.715284 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a925b041-d7be-45fb-9163-83f895185ad1 req-c179f7eb-3819-41fb-920b-f9d49c9785a7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=accdb851c01342d49228faa016ff430c&device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 1168 time: 0.0543902 Oct 20 13:41:58.803187 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:58.813727 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925b041-d7be-45fb-9163-83f895185ad1 req-68229305-beb2-45a0-b4dc-f7928ab6e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:58.815272 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a925b041-d7be-45fb-9163-83f895185ad1 req-68229305-beb2-45a0-b4dc-f7928ab6e478 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=90f6ed8e-98d1-4717-a988-12e9beb2cc56 HTTP/1.1" status: 200 len: 915 time: 0.0928168 Oct 20 13:41:58.876643 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a925b041-d7be-45fb-9163-83f895185ad1 req-5389feaa-9ec7-4257-ab8a-0fc4d5cee9fc service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57704c11-9966-4dc7-ba8b-0af092c2b73f HTTP/1.1" status: 200 len: 1000 time: 0.0546753 Oct 20 13:41:58.962866 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925b041-d7be-45fb-9163-83f895185ad1 req-afe8024f-56b4-4b4c-83ec-91200a93c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:58.964385 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a925b041-d7be-45fb-9163-83f895185ad1 req-afe8024f-56b4-4b4c-83ec-91200a93c3df service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d9d54a4b-a660-40c7-821e-658dfb160f21 HTTP/1.1" status: 200 len: 853 time: 0.0804720 Oct 20 13:41:58.970101 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbc93d-1f99-4bf7-9029-a38d65ac5b2e req-7d482cf5-841c-4535-8156-300612ed2515 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:58.971435 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-20fbc93d-1f99-4bf7-9029-a38d65ac5b2e req-7d482cf5-841c-4535-8156-300612ed2515 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 984 time: 0.0583341 Oct 20 13:41:59.029584 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925b041-d7be-45fb-9163-83f895185ad1 req-9722876c-bd25-4145-adaf-d7ff697e64ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:59.031061 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a925b041-d7be-45fb-9163-83f895185ad1 req-9722876c-bd25-4145-adaf-d7ff697e64ec service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=90f6ed8e-98d1-4717-a988-12e9beb2cc56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588048 Oct 20 13:41:59.105249 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-20fbc93d-1f99-4bf7-9029-a38d65ac5b2e req-7148cc42-70b6-4e5d-b4b9-e34f539e21ee tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&id=5478a9d8-2f05-4d92-8662-da8f5dbdb472&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1235807 Oct 20 13:41:59.145448 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a925b041-d7be-45fb-9163-83f895185ad1 req-1c901088-77a5-4f28-9624-5412422af922 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/90f6ed8e-98d1-4717-a988-12e9beb2cc56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037714 Oct 20 13:41:59.181020 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 46872) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:59.236326 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ba85ed67-d855-4148-9866-a4b304e123e2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for security_group (3c4cde56-5eb0-409c-b68b-5b61dba4d02e), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:59.245101 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a925b041-d7be-45fb-9163-83f895185ad1 req-086dfd5b-05f3-490c-b053-47179444cfeb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/90f6ed8e-98d1-4717-a988-12e9beb2cc56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930214 Oct 20 13:41:59.259367 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ba85ed67-d855-4148-9866-a4b304e123e2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for security_group (3c4cde56-5eb0-409c-b68b-5b61dba4d02e), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:59.310144 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ba85ed67-d855-4148-9866-a4b304e123e2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (3c4cde56-5eb0-409c-b68b-5b61dba4d02e), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:59.312618 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ba85ed67-d855-4148-9866-a4b304e123e2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:59.313789 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-ba85ed67-d855-4148-9866-a4b304e123e2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/3c4cde56-5eb0-409c-b68b-5b61dba4d02e HTTP/1.1" status: 204 len: 168 time: 0.1318011 Oct 20 13:41:59.317681 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 46874) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:59.334083 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba85ed67-d855-4148-9866-a4b304e123e2 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4cde56-5eb0-409c-b68b-5b61dba4d02e,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:59.336072 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.api.v2.resource [None req-9d3fa7a6-ddce-4978-8ee4-184618d0e358 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] show failed (client error): The resource could not be found. Oct 20 13:41:59.339738 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-9d3fa7a6-ddce-4978-8ee4-184618d0e358 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "GET /networking/v2.0/security-groups/3c4cde56-5eb0-409c-b68b-5b61dba4d02e HTTP/1.1" status: 404 len: 347 time: 0.0184538 Oct 20 13:41:59.340677 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 46876) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:41:59.456967 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-b8eacf13-e230-47c3-89b1-7314418d7b80 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Deleting port 50f41194-cbd3-457e-8cc8-e9341afefa16 {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:41:59.457437 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b8eacf13-e230-47c3-89b1-7314418d7b80 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (50f41194-cbd3-457e-8cc8-e9341afefa16), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:59.537826 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b8eacf13-e230-47c3-89b1-7314418d7b80 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (50f41194-cbd3-457e-8cc8-e9341afefa16), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:59.538147 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b8eacf13-e230-47c3-89b1-7314418d7b80 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for floatingip (50f41194-cbd3-457e-8cc8-e9341afefa16), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:59.554891 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-b8eacf13-e230-47c3-89b1-7314418d7b80 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Calling delete_port for 50f41194-cbd3-457e-8cc8-e9341afefa16 owned by network:floatingip {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:41:59.628123 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:59.714863 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b8eacf13-e230-47c3-89b1-7314418d7b80 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (50f41194-cbd3-457e-8cc8-e9341afefa16), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:59.741468 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eacf13-e230-47c3-89b1-7314418d7b80 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Pushing event deleted for resources: {'Port': ['ID=50f41194-cbd3-457e-8cc8-e9341afefa16,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:41:59.742932 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:41:59.753383 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:59.823341 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b8eacf13-e230-47c3-89b1-7314418d7b80 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks [] for floatingip (c90e6a58-b427-4306-9b1b-e3941fb2d1d4), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:59.826017 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b8eacf13-e230-47c3-89b1-7314418d7b80 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:41:59.827144 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-b8eacf13-e230-47c3-89b1-7314418d7b80 tempest-AttachVolumeTestJSON-1365418227 tempest-AttachVolumeTestJSON-1365418227-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/c90e6a58-b427-4306-9b1b-e3941fb2d1d4 HTTP/1.1" status: 204 len: 168 time: 0.4863193 Oct 20 13:41:59.934520 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67c9cb-860a-4851-a896-df763053dafe req-814219e5-07c0-4961-8ed3-1de078fb92ab tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:41:59.936034 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-eb67c9cb-860a-4851-a896-df763053dafe req-814219e5-07c0-4961-8ed3-1de078fb92ab tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 943 time: 0.0508029 Oct 20 13:41:59.985849 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-eb67c9cb-860a-4851-a896-df763053dafe req-cb113900-7d51-41ad-bc35-80675f43bdbb tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435023 Oct 20 13:42:00.172456 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-6f796c4e-50b8-4a71-9bab-14ed260c3162 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:00.173923 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-6f796c4e-50b8-4a71-9bab-14ed260c3162 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/networks?id=99a77227-ee8a-4c13-ada4-06d18282aaa9 HTTP/1.1" status: 200 len: 809 time: 0.1055284 Oct 20 13:42:00.192960 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-c9fc15fc-e8a0-4d7d-ae1a-2a2e06c8280c tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/quotas/a444b7fa425b4f0ba7833b93607daa25 HTTP/1.1" status: 200 len: 375 time: 0.0124574 Oct 20 13:42:00.228982 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-9d5dbc11-f412-42fd-91aa-632f540f1b04 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=a444b7fa425b4f0ba7833b93607daa25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296860 Oct 20 13:42:00.328141 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-972eccba-c681-4066-a262-32a25b3e3b7e service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99a77227-ee8a-4c13-ada4-06d18282aaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920804 Oct 20 13:42:00.406635 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:00.421990 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-76695fb8-e8f5-4583-b0f3-fea4b7493228 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99a77227-ee8a-4c13-ada4-06d18282aaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873868 Oct 20 13:42:00.617140 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3906f0-a1dd-4962-8ff0-560fe0b47db7 req-3a46d4a2-fb3b-4646-a2a9-136413248cbe tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:00.618935 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ad3906f0-a1dd-4962-8ff0-560fe0b47db7 req-3a46d4a2-fb3b-4646-a2a9-136413248cbe tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 984 time: 0.0499530 Oct 20 13:42:00.681119 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ad3906f0-a1dd-4962-8ff0-560fe0b47db7 req-b1407386-ba91-400c-9642-1b1b18d87369 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&id=5478a9d8-2f05-4d92-8662-da8f5dbdb472&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565436 Oct 20 13:42:00.760915 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9d0ee12a-f3f2-43e7-828a-e32a6a57e1f0 req-1a7d8e69-463f-4f42-a986-44e3516fa953 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=da50e4f6-b3c0-48a2-8769-24d3294ac458 HTTP/1.1" status: 200 len: 210 time: 0.0370815 Oct 20 13:42:01.132673 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414956f-5dfb-4aed-8a4c-6a327a700b04 req-9db8583e-3832-4915-9a6a-85f958adde8e tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:01.134191 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3414956f-5dfb-4aed-8a4c-6a327a700b04 req-9db8583e-3832-4915-9a6a-85f958adde8e tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 943 time: 0.0607495 Oct 20 13:42:01.183208 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3414956f-5dfb-4aed-8a4c-6a327a700b04 req-ff8861b1-9796-4972-9ac8-b9a9407be80f tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432949 Oct 20 13:42:01.621637 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 220d420d-8061-47e0-9323-3ec3344c20c6 details requested by agent hyperv_hv-cinder-86213 with host hv-cinder-86213 {{(pid=104734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 13:42:01.685886 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:01.743733 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 220d420d-8061-47e0-9323-3ec3344c20c6, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=220d420d-8061-47e0-9323-3ec3344c20c6,segment=NetworkSegment(05e72368-f775-4124-bc91-39623e93b8b1),segment_id=05e72368-f775-4124-bc91-39623e93b8b1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:01.759274 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Returning: {'device': '220d420d-8061-47e0-9323-3ec3344c20c6', 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'port_id': '220d420d-8061-47e0-9323-3ec3344c20c6', 'mac_address': 'fa:16:3e:8d:4f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 13:42:01.772952 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-0aa4ae4c-4f94-4ebb-a4f5-42a74b7fd2ac tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:01.774735 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-0aa4ae4c-4f94-4ebb-a4f5-42a74b7fd2ac tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.20 "GET /networking/v2.0/networks?id=99a77227-ee8a-4c13-ada4-06d18282aaa9 HTTP/1.1" status: 200 len: 809 time: 0.1129785 Oct 20 13:42:01.790241 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-2bf5313f-5a57-4a89-9a4f-81f1b4ee89f9 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Request body: {'port': {'device_id': 'da50e4f6-b3c0-48a2-8769-24d3294ac458', 'network_id': '99a77227-ee8a-4c13-ada4-06d18282aaa9', 'admin_state_up': True, 'tenant_id': 'a444b7fa425b4f0ba7833b93607daa25'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:42:01.804058 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 220d420d-8061-47e0-9323-3ec3344c20c6 is: DOWN; New status is: BUILD {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:42:01.804429 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (220d420d-8061-47e0-9323-3ec3344c20c6), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:01.819021 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 220d420d-8061-47e0-9323-3ec3344c20c6 {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:42:01.840604 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 220d420d-8061-47e0-9323-3ec3344c20c6, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=220d420d-8061-47e0-9323-3ec3344c20c6,segment=NetworkSegment(05e72368-f775-4124-bc91-39623e93b8b1),segment_id=05e72368-f775-4124-bc91-39623e93b8b1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:01.845661 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (220d420d-8061-47e0-9323-3ec3344c20c6), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:01.871197 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b8bc7-11ee-41f8-85d8-667a2aac8803 req-153a901e-2f67-4be5-99cf-4d98adc4e1af tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:01.872884 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d27b8bc7-11ee-41f8-85d8-667a2aac8803 req-153a901e-2f67-4be5-99cf-4d98adc4e1af tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 984 time: 0.0972683 Oct 20 13:42:01.897305 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=220d420d-8061-47e0-9323-3ec3344c20c6,revision_number=9']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:01.904747 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:01.905128 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:01.905474 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:01.905967 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:01.906295 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:01.906897 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:01.907438 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:01.907773 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:01.908104 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:01.908433 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:01.908759 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:01.909129 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:01.909453 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:01.910398 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:01.910710 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:01.969589 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d27b8bc7-11ee-41f8-85d8-667a2aac8803 req-ce9106c6-683d-4e7e-bdee-0f65f850413c tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&id=5478a9d8-2f05-4d92-8662-da8f5dbdb472&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894461 Oct 20 13:42:01.977257 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-2bf5313f-5a57-4a89-9a4f-81f1b4ee89f9 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Made reservation on behalf of a444b7fa425b4f0ba7833b93607daa25 for: {'port': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:42:01.981007 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-2bf5313f-5a57-4a89-9a4f-81f1b4ee89f9 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:02.083422 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-df2c3ce5-766a-48d7-b2ad-e744b8e7d2a8 req-6b30f05b-de0a-4126-ba97-91baec7e91b6 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=da50e4f6-b3c0-48a2-8769-24d3294ac458 HTTP/1.1" status: 200 len: 210 time: 0.0362489 Oct 20 13:42:02.093481 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['220d420d-8061-47e0-9323-3ec3344c20c6'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:42:02.115998 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:02.146129 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-2bf5313f-5a57-4a89-9a4f-81f1b4ee89f9 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Allocated IP 172.20.0.14 (99a77227-ee8a-4c13-ada4-06d18282aaa9/91624b72-ffcc-4394-b2d4-f474a527dc7c/d6c4e7f9-9db0-4f5c-81a9-06649b0448e7) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:42:02.345577 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-2bf5313f-5a57-4a89-9a4f-81f1b4ee89f9 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Publish callbacks [] for port (d6c4e7f9-9db0-4f5c-81a9-06649b0448e7), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:02.359284 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ba8a4-c234-4bdd-b127-0232cf363046 req-754f6223-841e-4bb2-86b9-add58c34244c tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:02.360742 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-370ba8a4-c234-4bdd-b127-0232cf363046 req-754f6223-841e-4bb2-86b9-add58c34244c tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 944 time: 0.0713270 Oct 20 13:42:02.365448 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:02.417476 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-2bf5313f-5a57-4a89-9a4f-81f1b4ee89f9 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (d6c4e7f9-9db0-4f5c-81a9-06649b0448e7), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:02.458995 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-370ba8a4-c234-4bdd-b127-0232cf363046 req-58ccfdf9-7c60-44ca-9a34-12a7be971d51 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908215 Oct 20 13:42:02.469970 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:02.478890 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-2bf5313f-5a57-4a89-9a4f-81f1b4ee89f9 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Network 99a77227-ee8a-4c13-ada4-06d18282aaa9 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:42:02.485187 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5313f-5a57-4a89-9a4f-81f1b4ee89f9 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Pushing event updated for resources: {'Port': ['ID=d6c4e7f9-9db0-4f5c-81a9-06649b0448e7,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:02.497411 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-2bf5313f-5a57-4a89-9a4f-81f1b4ee89f9 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:42:02.500104 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-2bf5313f-5a57-4a89-9a4f-81f1b4ee89f9 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:42:02.552321 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-2bf5313f-5a57-4a89-9a4f-81f1b4ee89f9 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:02.552968 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-2bf5313f-5a57-4a89-9a4f-81f1b4ee89f9 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:02.570592 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-2bf5313f-5a57-4a89-9a4f-81f1b4ee89f9 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7853913 Oct 20 13:42:02.586639 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-76aba02f-957b-4a3f-8e4c-2b5d8ea48751 service neutron] Request body: {'port': {'device_id': 'da50e4f6-b3c0-48a2-8769-24d3294ac458', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86213'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:42:02.646957 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-76aba02f-957b-4a3f-8e4c-2b5d8ea48751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (d6c4e7f9-9db0-4f5c-81a9-06649b0448e7), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:02.899049 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-76aba02f-957b-4a3f-8e4c-2b5d8ea48751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6c4e7f9-9db0-4f5c-81a9-06649b0448e7 {{(pid=104733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:42:02.906305 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-76aba02f-957b-4a3f-8e4c-2b5d8ea48751 service neutron] Publish callbacks [] for port (d6c4e7f9-9db0-4f5c-81a9-06649b0448e7), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:02.919124 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.provisioning_blocks [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-76aba02f-957b-4a3f-8e4c-2b5d8ea48751 service neutron] Transition to ACTIVE for port object d6c4e7f9-9db0-4f5c-81a9-06649b0448e7 will not be triggered until provisioned by entity L2. {{(pid=104733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 13:42:02.922383 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-76aba02f-957b-4a3f-8e4c-2b5d8ea48751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (d6c4e7f9-9db0-4f5c-81a9-06649b0448e7), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:02.984948 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aba02f-957b-4a3f-8e4c-2b5d8ea48751 service neutron] Pushing event updated for resources: {'Port': ['ID=d6c4e7f9-9db0-4f5c-81a9-06649b0448e7,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:03.036725 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-76aba02f-957b-4a3f-8e4c-2b5d8ea48751 service neutron] Attempting to bind port d6c4e7f9-9db0-4f5c-81a9-06649b0448e7 on host hv-cinder-86213 for vnic_type normal with profile {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:42:03.036947 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-76aba02f-957b-4a3f-8e4c-2b5d8ea48751 service neutron] Attempting to bind port d6c4e7f9-9db0-4f5c-81a9-06649b0448e7 by drivers openvswitch,hyperv on host hv-cinder-86213 at level 0 using segments [{'id': '8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '99a77227-ee8a-4c13-ada4-06d18282aaa9'}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:42:03.037793 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-76aba02f-957b-4a3f-8e4c-2b5d8ea48751 service neutron] Attempting to bind port d6c4e7f9-9db0-4f5c-81a9-06649b0448e7 on network 99a77227-ee8a-4c13-ada4-06d18282aaa9 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:42:03.115055 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f68c5-5566-4bea-940f-33f80597435c req-92bfb8fc-cf08-4dd0-b2fe-9910d3108aee tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:03.116557 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-248f68c5-5566-4bea-940f-33f80597435c req-92bfb8fc-cf08-4dd0-b2fe-9910d3108aee tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 984 time: 0.0585256 Oct 20 13:42:03.118607 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-76aba02f-957b-4a3f-8e4c-2b5d8ea48751 service neutron] Port d6c4e7f9-9db0-4f5c-81a9-06649b0448e7 on network 99a77227-ee8a-4c13-ada4-06d18282aaa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86213 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 13:42:03.118931 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-76aba02f-957b-4a3f-8e4c-2b5d8ea48751 service neutron] Attempting to bind port d6c4e7f9-9db0-4f5c-81a9-06649b0448e7 on network 99a77227-ee8a-4c13-ada4-06d18282aaa9 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:42:03.144093 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=59 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:03.151787 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:03.189350 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:03.201709 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-76aba02f-957b-4a3f-8e4c-2b5d8ea48751 service neutron] Checking agent: {'id': '4b042e07-7f30-49b6-94c5-05338f7deed3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'started_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:42:03.202043 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-76aba02f-957b-4a3f-8e4c-2b5d8ea48751 service neutron] Checking segment: {'id': '8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '99a77227-ee8a-4c13-ada4-06d18282aaa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:42:03.202421 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-76aba02f-957b-4a3f-8e4c-2b5d8ea48751 service neutron] Bound using segment: {'id': '8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '99a77227-ee8a-4c13-ada4-06d18282aaa9'} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:42:03.202853 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-76aba02f-957b-4a3f-8e4c-2b5d8ea48751 service neutron] Bound port: d6c4e7f9-9db0-4f5c-81a9-06649b0448e7, host: hv-cinder-86213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '99a77227-ee8a-4c13-ada4-06d18282aaa9'}}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:42:03.203207 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-76aba02f-957b-4a3f-8e4c-2b5d8ea48751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (d6c4e7f9-9db0-4f5c-81a9-06649b0448e7), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:03.233606 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-248f68c5-5566-4bea-940f-33f80597435c req-52d64ef6-a3c5-4749-8f69-1c3cc972f07e tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&id=5478a9d8-2f05-4d92-8662-da8f5dbdb472&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1109333 Oct 20 13:42:03.273325 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:03.280282 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 46960) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:03.282973 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-76aba02f-957b-4a3f-8e4c-2b5d8ea48751 service neutron] For port d6c4e7f9-9db0-4f5c-81a9-06649b0448e7, host hv-cinder-86213, cleared binding levels {{(pid=104733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:42:03.287031 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-76aba02f-957b-4a3f-8e4c-2b5d8ea48751 service neutron] For port d6c4e7f9-9db0-4f5c-81a9-06649b0448e7, host hv-cinder-86213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=d6c4e7f9-9db0-4f5c-81a9-06649b0448e7,segment=NetworkSegment(8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91),segment_id=8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91)] {{(pid=104733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:42:03.293596 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-76aba02f-957b-4a3f-8e4c-2b5d8ea48751 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (d6c4e7f9-9db0-4f5c-81a9-06649b0448e7), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:03.302088 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-76aba02f-957b-4a3f-8e4c-2b5d8ea48751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:03.302688 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-76aba02f-957b-4a3f-8e4c-2b5d8ea48751 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:03.303984 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-76aba02f-957b-4a3f-8e4c-2b5d8ea48751 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/d6c4e7f9-9db0-4f5c-81a9-06649b0448e7 HTTP/1.1" status: 200 len: 1094 time: 0.7212734 Oct 20 13:42:03.304518 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da50e4f6-b3c0-48a2-8769-24d3294ac458', 'tag': 'd6c4e7f9-9db0-4f5c-81a9-06649b0448e7'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:42:03.306712 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee086d9-ed29-4d28-afaf-7ecc54364cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "da50e4f6-b3c0-48a2-8769-24d3294ac458", "tag": "d6c4e7f9-9db0-4f5c-81a9-06649b0448e7"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:42:03.367308 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=6 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:03.402650 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-e309ef72-3ea1-4ce7-84d1-f1b93295a52c tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Deleting port f5ae5af7-b488-4d55-9f82-a3f269991157 {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:42:03.402884 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e309ef72-3ea1-4ce7-84d1-f1b93295a52c tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (f5ae5af7-b488-4d55-9f82-a3f269991157), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:03.425850 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f4de9-bf11-41a7-9a8f-43189e28f955 req-dcaac881-ef8b-4175-bbe7-b25273195ba0 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:03.427325 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d53f4de9-bf11-41a7-9a8f-43189e28f955 req-dcaac881-ef8b-4175-bbe7-b25273195ba0 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=da50e4f6-b3c0-48a2-8769-24d3294ac458 HTTP/1.1" status: 200 len: 944 time: 0.1314731 Oct 20 13:42:03.428619 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-3e867811-d6fe-47a7-9cab-4fa526eeee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:03.429960 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-3e867811-d6fe-47a7-9cab-4fa526eeee88 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=a444b7fa425b4f0ba7833b93607daa25&device_id=da50e4f6-b3c0-48a2-8769-24d3294ac458 HTTP/1.1" status: 200 len: 1128 time: 0.0751562 Oct 20 13:42:03.430663 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aba02f-957b-4a3f-8e4c-2b5d8ea48751 service neutron] Pushing event updated for resources: {'Port': ['ID=d6c4e7f9-9db0-4f5c-81a9-06649b0448e7,revision_number=3']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:03.444574 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:03.484806 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-0abb9b8a-f54a-4bda-ab01-3dc853ea5b0f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6c4e7f9-9db0-4f5c-81a9-06649b0448e7 HTTP/1.1" status: 200 len: 217 time: 0.0447497 Oct 20 13:42:03.492288 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e309ef72-3ea1-4ce7-84d1-f1b93295a52c tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (f5ae5af7-b488-4d55-9f82-a3f269991157), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:03.492616 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e309ef72-3ea1-4ce7-84d1-f1b93295a52c tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for floatingip (f5ae5af7-b488-4d55-9f82-a3f269991157), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:03.506602 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-e309ef72-3ea1-4ce7-84d1-f1b93295a52c tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Calling delete_port for f5ae5af7-b488-4d55-9f82-a3f269991157 owned by network:floatingip {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:42:03.643658 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e309ef72-3ea1-4ce7-84d1-f1b93295a52c tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (f5ae5af7-b488-4d55-9f82-a3f269991157), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:03.654710 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 220d420d-8061-47e0-9323-3ec3344c20c6 up at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:42:03.680917 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309ef72-3ea1-4ce7-84d1-f1b93295a52c tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Pushing event deleted for resources: {'Port': ['ID=f5ae5af7-b488-4d55-9f82-a3f269991157,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:03.714719 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning complete for port 220d420d-8061-47e0-9323-3ec3344c20c6 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:42:03.715242 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (220d420d-8061-47e0-9323-3ec3344c20c6), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:03.715833 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Attempt 1 to provision port 220d420d-8061-47e0-9323-3ec3344c20c6 Oct 20 13:42:03.755831 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e309ef72-3ea1-4ce7-84d1-f1b93295a52c tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for floatingip (2914ee3e-14b2-4c0a-975e-63278e1d2733), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:03.759480 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e309ef72-3ea1-4ce7-84d1-f1b93295a52c tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:03.763618 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-e309ef72-3ea1-4ce7-84d1-f1b93295a52c tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/2914ee3e-14b2-4c0a-975e-63278e1d2733 HTTP/1.1" status: 204 len: 168 time: 0.4807355 Oct 20 13:42:03.765937 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d53f4de9-bf11-41a7-9a8f-43189e28f955 req-85737c9f-e418-4473-bb24-16eeb3c8c15a tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c2e8b2b4-6ffc-4ffb-b540-326c8c88f935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322301 Oct 20 13:42:03.777683 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-6c732fc5-abbb-43dd-b0e8-7a6835765c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:03.787652 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-6c732fc5-abbb-43dd-b0e8-7a6835765c98 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=91624b72-ffcc-4394-b2d4-f474a527dc7c HTTP/1.1" status: 200 len: 849 time: 0.2847545 Oct 20 13:42:03.806621 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 220d420d-8061-47e0-9323-3ec3344c20c6 is: BUILD; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:42:03.806982 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (220d420d-8061-47e0-9323-3ec3344c20c6), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:03.818332 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b94832b-29c4-4eba-aa8e-9e224917d0e6 x-openstack-request-id: req-1b94832b-29c4-4eba-aa8e-9e224917d0e6 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:42:03.818710 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da50e4f6-b3c0-48a2-8769-24d3294ac458", "tag": "d6c4e7f9-9db0-4f5c-81a9-06649b0448e7", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:42:03.818854 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b94832b-29c4-4eba-aa8e-9e224917d0e6 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:42:03.819256 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b94832b-29c4-4eba-aa8e-9e224917d0e6'] response: {'name': 'network-changed', 'server_uuid': 'da50e4f6-b3c0-48a2-8769-24d3294ac458', 'tag': 'd6c4e7f9-9db0-4f5c-81a9-06649b0448e7', 'status': 'completed', 'code': 200} Oct 20 13:42:03.821529 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-99128fa9-24e8-4327-bfc8-8c74424e69ab service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=99a77227-ee8a-4c13-ada4-06d18282aaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326140 Oct 20 13:42:03.834956 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34aa5d9-ed42-4cdd-bed0-229455d27cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220d420d-8061-47e0-9323-3ec3344c20c6'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:42:03.837312 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5374b1acb5d21f0576c4c748ca21f6e32e0c69c98f35ada2d9891fed02f2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa2b2b0-f961-4132-b525-a59d4a0c97e5" -d '{"events": [{"server_uuid": "c34aa5d9-ed42-4cdd-bed0-229455d27cf1", "name": "network-vif-plugged", "status": "completed", "tag": "220d420d-8061-47e0-9323-3ec3344c20c6"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:42:03.859349 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 220d420d-8061-47e0-9323-3ec3344c20c6, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=220d420d-8061-47e0-9323-3ec3344c20c6,segment=NetworkSegment(05e72368-f775-4124-bc91-39623e93b8b1),segment_id=05e72368-f775-4124-bc91-39623e93b8b1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:03.865264 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (220d420d-8061-47e0-9323-3ec3344c20c6), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:03.913674 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=220d420d-8061-47e0-9323-3ec3344c20c6,revision_number=10']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:03.959630 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-49dbea26-3b7a-45ba-b381-7686f4e80de9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/99a77227-ee8a-4c13-ada4-06d18282aaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285148 Oct 20 13:42:03.969605 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ef354-d78a-4592-8a1a-d86abdbd90a2 req-4d3d81d5-0695-43a1-b69a-10b68f96164c tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:03.970956 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cc8ef354-d78a-4592-8a1a-d86abdbd90a2 req-4d3d81d5-0695-43a1-b69a-10b68f96164c tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 946 time: 0.0625486 Oct 20 13:42:04.072215 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cc8ef354-d78a-4592-8a1a-d86abdbd90a2 req-e15ec40c-3b32-437a-93e6-02bc644787bf tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925419 Oct 20 13:42:04.093816 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ac707a4e-bf26-4560-a5d0-08785e808b91 req-1186c9f6-cb74-4ecd-8897-9c72a9cf39cb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/99a77227-ee8a-4c13-ada4-06d18282aaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219621 Oct 20 13:42:04.156505 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f77c740-6de8-431a-8cf2-0bb77fb97aa2 x-openstack-request-id: req-2f77c740-6de8-431a-8cf2-0bb77fb97aa2 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:42:04.156817 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34aa5d9-ed42-4cdd-bed0-229455d27cf1", "name": "network-vif-plugged", "status": "completed", "tag": "220d420d-8061-47e0-9323-3ec3344c20c6", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:42:04.157099 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2f77c740-6de8-431a-8cf2-0bb77fb97aa2 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:42:04.157494 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f77c740-6de8-431a-8cf2-0bb77fb97aa2'] response: {'server_uuid': 'c34aa5d9-ed42-4cdd-bed0-229455d27cf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '220d420d-8061-47e0-9323-3ec3344c20c6', 'code': 200} Oct 20 13:42:04.192544 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 46980) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:04.362513 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9ae02-4535-4401-93ad-b7c8fbd8c671 req-275f2b84-2bdb-4160-8034-998a61fb56e0 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:04.364193 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c0c9ae02-4535-4401-93ad-b7c8fbd8c671 req-275f2b84-2bdb-4160-8034-998a61fb56e0 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 984 time: 0.0477679 Oct 20 13:42:04.427304 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c0c9ae02-4535-4401-93ad-b7c8fbd8c671 req-b5290d45-1fb7-4e63-a97c-fdc12dcda9bb tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&id=5478a9d8-2f05-4d92-8662-da8f5dbdb472&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563741 Oct 20 13:42:04.570478 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-80dc78b1-c19f-4653-a7c5-183789938a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864622'] for router_interface (1214a302-7c9d-4e34-aee5-073767be6284), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:04.745703 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:04.785491 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-80dc78b1-c19f-4653-a7c5-183789938a9d admin admin] Deleting port 8d5de179-6711-4cdb-938e-88adc6331a34 {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:42:04.785814 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-80dc78b1-c19f-4653-a7c5-183789938a9d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (8d5de179-6711-4cdb-938e-88adc6331a34), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:04.834672 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:04.865876 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-80dc78b1-c19f-4653-a7c5-183789938a9d admin admin] For port 8d5de179-6711-4cdb-938e-88adc6331a34, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=8d5de179-6711-4cdb-938e-88adc6331a34,segment=NetworkSegment(4d78e0f3-9105-4b6b-ab7f-1019f2557df1),segment_id=4d78e0f3-9105-4b6b-ab7f-1019f2557df1)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:04.866228 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-80dc78b1-c19f-4653-a7c5-183789938a9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (8d5de179-6711-4cdb-938e-88adc6331a34), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:04.879769 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-80dc78b1-c19f-4653-a7c5-183789938a9d admin admin] Calling delete_port for 8d5de179-6711-4cdb-938e-88adc6331a34 owned by network:router_interface {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:42:04.891238 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8e5fa-5231-4bd0-aff3-e3f283ea4274 req-e40dbae7-2758-4f2d-b970-d2bd1136294b tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:04.892687 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cac8e5fa-5231-4bd0-aff3-e3f283ea4274 req-e40dbae7-2758-4f2d-b970-d2bd1136294b tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=da50e4f6-b3c0-48a2-8769-24d3294ac458 HTTP/1.1" status: 200 len: 944 time: 0.0518668 Oct 20 13:42:04.942322 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cac8e5fa-5231-4bd0-aff3-e3f283ea4274 req-8e06b66b-91fb-4a60-ad12-6e68df84940d tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c2e8b2b4-6ffc-4ffb-b540-326c8c88f935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431170 Oct 20 13:42:05.057806 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-80dc78b1-c19f-4653-a7c5-183789938a9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (8d5de179-6711-4cdb-938e-88adc6331a34), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:05.081859 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dc78b1-c19f-4653-a7c5-183789938a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=8d5de179-6711-4cdb-938e-88adc6331a34,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:05.140125 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee086d9-ed29-4d28-afaf-7ecc54364cc0 req-a78a5ccf-501c-4658-b4ed-5a9e1343f93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:05.141840 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6ee086d9-ed29-4d28-afaf-7ecc54364cc0 req-a78a5ccf-501c-4658-b4ed-5a9e1343f93e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=a444b7fa425b4f0ba7833b93607daa25&device_id=da50e4f6-b3c0-48a2-8769-24d3294ac458 HTTP/1.1" status: 200 len: 1128 time: 0.0508082 Oct 20 13:42:05.304068 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-80dc78b1-c19f-4653-a7c5-183789938a9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864730'] for router_interface (1214a302-7c9d-4e34-aee5-073767be6284), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:05.325261 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0c548b-8c25-45bc-b9e4-24b15268f271 None None] get_active_networks_info from dv-cinder-862136-1-iscsi {{(pid=104734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 13:42:05.346239 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada22cf-2b97-4070-8d58-101df2dc855d req-a3ea1e1c-d841-4e21-8570-5502fa00a560 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:05.348621 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9ada22cf-2b97-4070-8d58-101df2dc855d req-a3ea1e1c-d841-4e21-8570-5502fa00a560 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 946 time: 0.1194787 Oct 20 13:42:05.385595 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee086d9-ed29-4d28-afaf-7ecc54364cc0 req-20ef77fd-5e23-4d83-86ec-b2f0ac9c2f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:05.387174 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6ee086d9-ed29-4d28-afaf-7ecc54364cc0 req-20ef77fd-5e23-4d83-86ec-b2f0ac9c2f7a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=99a77227-ee8a-4c13-ada4-06d18282aaa9 HTTP/1.1" status: 200 len: 910 time: 0.2355323 Oct 20 13:42:05.387583 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:05.388352 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 46998) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:05.393530 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:05.428025 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8af3b4-cc6a-4676-a12d-9676d4f35049 req-bfb77349-95aa-4a06-b114-fcbaaa27c1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:05.429237 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2a8af3b4-cc6a-4676-a12d-9676d4f35049 req-bfb77349-95aa-4a06-b114-fcbaaa27c1e2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 1130 time: 0.1202495 Oct 20 13:42:05.459058 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0c548b-8c25-45bc-b9e4-24b15268f271 None None] Resources bound (agent type, host, resource id): {{(pid=104734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 13:42:05.483167 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6ee086d9-ed29-4d28-afaf-7ecc54364cc0 req-b936a7e4-946b-4725-ae51-d71f6a8dd6a9 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6c4e7f9-9db0-4f5c-81a9-06649b0448e7 HTTP/1.1" status: 200 len: 217 time: 0.0693455 Oct 20 13:42:05.515344 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9ada22cf-2b97-4070-8d58-101df2dc855d req-ffde1f22-7afb-465e-9fdd-f713265b40b4 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466880 Oct 20 13:42:05.520328 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80dc78b1-c19f-4653-a7c5-183789938a9d admin admin] Router 1214a302-7c9d-4e34-aee5-073767be6284 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:42:05.535154 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-1d86350d-1f4e-4aec-899a-111fe2640e05 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for security_group (2678eba4-1f73-47f3-910a-7e1e0f07fd23), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:05.570887 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:05.611547 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-1d86350d-1f4e-4aec-899a-111fe2640e05 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for security_group (2678eba4-1f73-47f3-910a-7e1e0f07fd23), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:05.625191 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:05.647712 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80dc78b1-c19f-4653-a7c5-183789938a9d admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:42:05.661776 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-80dc78b1-c19f-4653-a7c5-183789938a9d admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/1214a302-7c9d-4e34-aee5-073767be6284/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4678311 Oct 20 13:42:05.664313 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47002) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:05.674850 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593c9028-1b67-4f31-a1cb-b5dc6198a759 None None] Sync routers for ids ['1214a302-7c9d-4e34-aee5-073767be6284'] in dv-cinder-862136-1-iscsi {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:42:05.676633 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee086d9-ed29-4d28-afaf-7ecc54364cc0 req-c68fe4c1-4140-4651-a685-9112d8c22c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:05.678107 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6ee086d9-ed29-4d28-afaf-7ecc54364cc0 req-c68fe4c1-4140-4651-a685-9112d8c22c62 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=91624b72-ffcc-4394-b2d4-f474a527dc7c HTTP/1.1" status: 200 len: 849 time: 0.1401215 Oct 20 13:42:05.692437 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593c9028-1b67-4f31-a1cb-b5dc6198a759 None None] Routers {'1214a302-7c9d-4e34-aee5-073767be6284'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:42:05.693092 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-593c9028-1b67-4f31-a1cb-b5dc6198a759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:41:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1214a302-7c9d-4e34-aee5-073767be6284'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:05.712279 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2a8af3b4-cc6a-4676-a12d-9676d4f35049 req-1b93ecb7-3462-49df-93b0-125fcb67acf6 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652541 Oct 20 13:42:05.721564 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65460c-b05d-43fe-9f63-85073fa254fa req-8144333c-8110-41c1-ba72-4e94122ff77c tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:05.729320 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0e65460c-b05d-43fe-9f63-85073fa254fa req-8144333c-8110-41c1-ba72-4e94122ff77c tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 984 time: 0.1063359 Oct 20 13:42:05.779444 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:05.797011 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1a5868fd-f1a1-495e-aaec-e8af9fb70577 admin admin] Publish callbacks [] for router (1214a302-7c9d-4e34-aee5-073767be6284), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:05.800383 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0e65460c-b05d-43fe-9f63-85073fa254fa req-fae9491c-a783-49b4-ad5a-8a84ff12a4fa tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&id=5478a9d8-2f05-4d92-8662-da8f5dbdb472&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700824 Oct 20 13:42:05.824537 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-593c9028-1b67-4f31-a1cb-b5dc6198a759 None None] Set router 1214a302-7c9d-4e34-aee5-073767be6284 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:42:05.832052 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-1d86350d-1f4e-4aec-899a-111fe2640e05 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (2678eba4-1f73-47f3-910a-7e1e0f07fd23), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:05.834933 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-1d86350d-1f4e-4aec-899a-111fe2640e05 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:05.836580 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-1d86350d-1f4e-4aec-899a-111fe2640e05 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/2678eba4-1f73-47f3-910a-7e1e0f07fd23 HTTP/1.1" status: 204 len: 168 time: 0.4438422 Oct 20 13:42:05.858364 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:05.889027 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86350d-1f4e-4aec-899a-111fe2640e05 tempest-TestVolumeBootPattern-1820889015 tempest-TestVolumeBootPattern-1820889015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2678eba4-1f73-47f3-910a-7e1e0f07fd23,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:05.965681 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47006) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:06.053591 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1a5868fd-f1a1-495e-aaec-e8af9fb70577 admin admin] Publish callbacks [] for router_gateway (1214a302-7c9d-4e34-aee5-073767be6284), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:06.115304 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6ee086d9-ed29-4d28-afaf-7ecc54364cc0 req-364a5f09-0cd5-40d0-9e49-46c6bb43bd4c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=99a77227-ee8a-4c13-ada4-06d18282aaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501237 Oct 20 13:42:06.157267 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24a215-d8b7-4982-bbfb-5616e14dfd46 req-d731a794-7f4e-4b1c-963f-1a27fa56ada0 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:06.169035 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7f24a215-d8b7-4982-bbfb-5616e14dfd46 req-d731a794-7f4e-4b1c-963f-1a27fa56ada0 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=da50e4f6-b3c0-48a2-8769-24d3294ac458 HTTP/1.1" status: 200 len: 944 time: 0.1137965 Oct 20 13:42:06.169652 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-593c9028-1b67-4f31-a1cb-b5dc6198a759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214a302-7c9d-4e34-aee5-073767be6284', 'name': 'tempest-AttachVolumeTestJSON-615351646-router', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:42:05Z', 'revision_number': 5, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'gw_port': {'id': 'ad3db735-3803-4aab-bebe-786cd1825321', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:46:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1214a302-7c9d-4e34-aee5-073767be6284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:06.171009 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-1a5868fd-f1a1-495e-aaec-e8af9fb70577 admin admin] Deleting port ad3db735-3803-4aab-bebe-786cd1825321 {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:42:06.171347 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1a5868fd-f1a1-495e-aaec-e8af9fb70577 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (ad3db735-3803-4aab-bebe-786cd1825321), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:06.227413 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7f24a215-d8b7-4982-bbfb-5616e14dfd46 req-437fa452-0f97-43fb-af09-e77dcf72113b tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c2e8b2b4-6ffc-4ffb-b540-326c8c88f935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569670 Oct 20 13:42:06.368820 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593c9028-1b67-4f31-a1cb-b5dc6198a759 None None] Checking router: 1214a302-7c9d-4e34-aee5-073767be6284 for host: dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:42:06.378691 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593c9028-1b67-4f31-a1cb-b5dc6198a759 None None] Routers {'1214a302-7c9d-4e34-aee5-073767be6284'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:42:06.379499 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-593c9028-1b67-4f31-a1cb-b5dc6198a759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:41:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1214a302-7c9d-4e34-aee5-073767be6284'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:06.467082 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-b8f98cb3-23be-4dd9-8b7a-baee1ed32fba None None] Provisioning complete for port 093c802e-a570-450e-9ee9-e9a8fb6aa5e9 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:42:06.467496 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b8f98cb3-23be-4dd9-8b7a-baee1ed32fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (093c802e-a570-450e-9ee9-e9a8fb6aa5e9), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:06.467830 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-b8f98cb3-23be-4dd9-8b7a-baee1ed32fba None None] Attempt 1 to provision port 093c802e-a570-450e-9ee9-e9a8fb6aa5e9 Oct 20 13:42:06.501284 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-593c9028-1b67-4f31-a1cb-b5dc6198a759 None None] Set router 1214a302-7c9d-4e34-aee5-073767be6284 gateway port host: None {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:42:06.557651 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-593c9028-1b67-4f31-a1cb-b5dc6198a759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1214a302-7c9d-4e34-aee5-073767be6284', 'name': 'tempest-AttachVolumeTestJSON-615351646-router', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:42:06Z', 'revision_number': 6, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'gw_port_host': None}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:06.587579 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-1a5868fd-f1a1-495e-aaec-e8af9fb70577 admin admin] For port ad3db735-3803-4aab-bebe-786cd1825321, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=ad3db735-3803-4aab-bebe-786cd1825321,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:06.587933 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1a5868fd-f1a1-495e-aaec-e8af9fb70577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (ad3db735-3803-4aab-bebe-786cd1825321), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:06.590607 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593c9028-1b67-4f31-a1cb-b5dc6198a759 None None] The sync data for ids ['1214a302-7c9d-4e34-aee5-073767be6284'] in dv-cinder-862136-1-iscsi is: [{'id': '1214a302-7c9d-4e34-aee5-073767be6284', 'name': 'tempest-AttachVolumeTestJSON-615351646-router', 'tenant_id': '747a468811fb478aa6c49b848ccee6d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:42:06Z', 'revision_number': 6, 'project_id': '747a468811fb478aa6c49b848ccee6d0', 'gw_port_host': None}] {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:42:06.606506 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-1a5868fd-f1a1-495e-aaec-e8af9fb70577 admin admin] Calling delete_port for ad3db735-3803-4aab-bebe-786cd1825321 owned by network:router_gateway {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:42:06.633845 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-b8f98cb3-23be-4dd9-8b7a-baee1ed32fba None None] Current status of the port 093c802e-a570-450e-9ee9-e9a8fb6aa5e9 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:42:06.667305 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4ceaf-03ca-46c6-a6dd-a9f5ca16d5ae req-d79f84e4-9429-4c48-b7f7-995185692034 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:06.668931 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a3b4ceaf-03ca-46c6-a6dd-a9f5ca16d5ae req-d79f84e4-9429-4c48-b7f7-995185692034 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 946 time: 0.0526409 Oct 20 13:42:06.683348 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:06.718991 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a3b4ceaf-03ca-46c6-a6dd-a9f5ca16d5ae req-d06f1e42-fc60-44ae-8475-90d9fb974cf9 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438797 Oct 20 13:42:06.824382 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:06.833179 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fc38618c-0b90-4583-aa74-867ce78d9143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864622'] for router_interface (89656546-ddc5-4203-94c6-5ef1902c23c0), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:06.841739 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6ee086d9-ed29-4d28-afaf-7ecc54364cc0 req-ca407002-23f1-4fd2-9094-604c9ffd1484 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/99a77227-ee8a-4c13-ada4-06d18282aaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025443 Oct 20 13:42:06.974012 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee13c7-11ec-4377-ad08-12500ff9da47 req-34f6822e-41e7-4833-9fd7-44f9ec537657 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:06.975555 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1eee13c7-11ec-4377-ad08-12500ff9da47 req-34f6822e-41e7-4833-9fd7-44f9ec537657 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 984 time: 0.0889659 Oct 20 13:42:06.985854 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1a5868fd-f1a1-495e-aaec-e8af9fb70577 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (ad3db735-3803-4aab-bebe-786cd1825321), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:07.022788 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6ee086d9-ed29-4d28-afaf-7ecc54364cc0 req-24746486-e874-44be-baba-c85906b83ac5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/99a77227-ee8a-4c13-ada4-06d18282aaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610363 Oct 20 13:42:07.041932 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:07.060140 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5868fd-f1a1-495e-aaec-e8af9fb70577 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3db735-3803-4aab-bebe-786cd1825321,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:07.070132 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1eee13c7-11ec-4377-ad08-12500ff9da47 req-3a3e294c-ac27-4115-abd6-74f05b0b7239 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&id=5478a9d8-2f05-4d92-8662-da8f5dbdb472&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0762334 Oct 20 13:42:07.155116 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:07.188091 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1a5868fd-f1a1-495e-aaec-e8af9fb70577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3855219'] for router_gateway (1214a302-7c9d-4e34-aee5-073767be6284), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:07.303710 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1a5868fd-f1a1-495e-aaec-e8af9fb70577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3608'] for router (1214a302-7c9d-4e34-aee5-073767be6284), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:07.307393 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1a5868fd-f1a1-495e-aaec-e8af9fb70577 admin admin] Publish callbacks [] for router_controller (1214a302-7c9d-4e34-aee5-073767be6284), precommit_delete_associations {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:07.314064 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-fc38618c-0b90-4583-aa74-867ce78d9143 admin admin] Deleting port bd0d36f8-0902-407b-90e4-748cde148d02 {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:42:07.314471 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fc38618c-0b90-4583-aa74-867ce78d9143 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (bd0d36f8-0902-407b-90e4-748cde148d02), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:07.359776 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a91f7-b658-4504-b987-d12099be1dd5 req-d0237eba-682e-48c1-ad65-91e7e66d87b2 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:07.361694 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8f1a91f7-b658-4504-b987-d12099be1dd5 req-d0237eba-682e-48c1-ad65-91e7e66d87b2 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=da50e4f6-b3c0-48a2-8769-24d3294ac458 HTTP/1.1" status: 200 len: 944 time: 0.0576096 Oct 20 13:42:07.397307 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1a5868fd-f1a1-495e-aaec-e8af9fb70577 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864653'] for router (1214a302-7c9d-4e34-aee5-073767be6284), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:07.397948 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5868fd-f1a1-495e-aaec-e8af9fb70577 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1214a302-7c9d-4e34-aee5-073767be6284 {{(pid=104732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 13:42:07.418442 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1a5868fd-f1a1-495e-aaec-e8af9fb70577 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:07.418442 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-1a5868fd-f1a1-495e-aaec-e8af9fb70577 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/1214a302-7c9d-4e34-aee5-073767be6284 HTTP/1.1" status: 204 len: 168 time: 1.7390232 Oct 20 13:42:07.418442 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47032) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:07.444501 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8f1a91f7-b658-4504-b987-d12099be1dd5 req-474efeb4-9745-4a40-8ba1-84148d31de61 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c2e8b2b4-6ffc-4ffb-b540-326c8c88f935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746047 Oct 20 13:42:07.492946 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-fc38618c-0b90-4583-aa74-867ce78d9143 admin admin] For port bd0d36f8-0902-407b-90e4-748cde148d02, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=bd0d36f8-0902-407b-90e4-748cde148d02,segment=NetworkSegment(464de70b-7d93-426a-9a2a-3b231e42bcb6),segment_id=464de70b-7d93-426a-9a2a-3b231e42bcb6)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:07.493314 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fc38618c-0b90-4583-aa74-867ce78d9143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (bd0d36f8-0902-407b-90e4-748cde148d02), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:07.499120 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_v2 [None req-37bdc81e-221b-4f08-8152-08a3cc633b00 admin admin] Deleting subnet 6fe06b3c-29c6-4094-8f91-406de935285f {{(pid=104732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 13:42:07.508350 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-37bdc81e-221b-4f08-8152-08a3cc633b00 admin admin] Publish callbacks [] for subnet (6fe06b3c-29c6-4094-8f91-406de935285f), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:07.538535 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-fc38618c-0b90-4583-aa74-867ce78d9143 admin admin] Calling delete_port for bd0d36f8-0902-407b-90e4-748cde148d02 owned by network:router_interface {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:42:07.597526 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-37bdc81e-221b-4f08-8152-08a3cc633b00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26291269'] for subnet (6fe06b3c-29c6-4094-8f91-406de935285f), precommit_delete_associations {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:07.689474 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device d6c4e7f9-9db0-4f5c-81a9-06649b0448e7 details requested by agent hyperv_hv-cinder-86213 with host hv-cinder-86213 {{(pid=104734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 13:42:07.766195 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:07.784109 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-37bdc81e-221b-4f08-8152-08a3cc633b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1335179'] for subnet (6fe06b3c-29c6-4094-8f91-406de935285f), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:07.901071 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port d6c4e7f9-9db0-4f5c-81a9-06649b0448e7, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=d6c4e7f9-9db0-4f5c-81a9-06649b0448e7,segment=NetworkSegment(8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91),segment_id=8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:07.922241 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Returning: {'device': 'd6c4e7f9-9db0-4f5c-81a9-06649b0448e7', 'network_id': '99a77227-ee8a-4c13-ada4-06d18282aaa9', 'port_id': 'd6c4e7f9-9db0-4f5c-81a9-06649b0448e7', 'mac_address': 'fa:16:3e:12:2e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91624b72-ffcc-4394-b2d4-f474a527dc7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 13:42:07.936267 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-37bdc81e-221b-4f08-8152-08a3cc633b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1335184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25721315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25948865'] for subnet (6fe06b3c-29c6-4094-8f91-406de935285f), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:07.976256 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bdc81e-221b-4f08-8152-08a3cc633b00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fe06b3c-29c6-4094-8f91-406de935285f,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:07.978619 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-37bdc81e-221b-4f08-8152-08a3cc633b00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:07.986936 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-37bdc81e-221b-4f08-8152-08a3cc633b00 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/6fe06b3c-29c6-4094-8f91-406de935285f HTTP/1.1" status: 204 len: 168 time: 0.5767846 Oct 20 13:42:07.987574 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 47070) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:07.993445 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fc38618c-0b90-4583-aa74-867ce78d9143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (bd0d36f8-0902-407b-90e4-748cde148d02), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:08.014880 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device ad3db735-3803-4aab-bebe-786cd1825321 no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:42:08.022764 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4bd732-3242-497e-907d-2335324f237f None None] Network d308b555-e032-40ef-ae84-228dba4540e0 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:42:08.024546 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc38618c-0b90-4583-aa74-867ce78d9143 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd0d36f8-0902-407b-90e4-748cde148d02,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:08.084946 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port d6c4e7f9-9db0-4f5c-81a9-06649b0448e7 is: DOWN; New status is: BUILD {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:42:08.085299 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (d6c4e7f9-9db0-4f5c-81a9-06649b0448e7), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:08.086728 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:08.122209 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: ad3db735-3803-4aab-bebe-786cd1825321 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:42:08.122797 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device ad3db735-3803-4aab-bebe-786cd1825321 not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:42:08.123400 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 8d5de179-6711-4cdb-938e-88adc6331a34 no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:42:08.166027 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:08.233002 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fc38618c-0b90-4583-aa74-867ce78d9143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864730'] for router_interface (89656546-ddc5-4203-94c6-5ef1902c23c0), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:08.239814 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad25f77-ac80-4cba-b40a-1a63f30dcb15 req-f9137472-84d1-4f50-acda-d74c821562bc tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:08.244984 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: 8d5de179-6711-4cdb-938e-88adc6331a34 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:42:08.245426 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 8d5de179-6711-4cdb-938e-88adc6331a34 not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:42:08.250193 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-dad25f77-ac80-4cba-b40a-1a63f30dcb15 req-f9137472-84d1-4f50-acda-d74c821562bc tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 946 time: 0.1106226 Oct 20 13:42:08.255109 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6c4e7f9-9db0-4f5c-81a9-06649b0448e7 {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:42:08.263578 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-959b48f2-ffd3-45ac-b906-fa33c4643c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466521'] for network (d308b555-e032-40ef-ae84-228dba4540e0), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:08.295870 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:08.312802 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port d6c4e7f9-9db0-4f5c-81a9-06649b0448e7, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=d6c4e7f9-9db0-4f5c-81a9-06649b0448e7,segment=NetworkSegment(8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91),segment_id=8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:08.322839 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (d6c4e7f9-9db0-4f5c-81a9-06649b0448e7), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:08.333008 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-959b48f2-ffd3-45ac-b906-fa33c4643c18 admin admin] Deleting port 093c802e-a570-450e-9ee9-e9a8fb6aa5e9 {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:42:08.333221 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-959b48f2-ffd3-45ac-b906-fa33c4643c18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (093c802e-a570-450e-9ee9-e9a8fb6aa5e9), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:08.408075 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=d6c4e7f9-9db0-4f5c-81a9-06649b0448e7,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:08.416009 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-dad25f77-ac80-4cba-b40a-1a63f30dcb15 req-ba9f7c63-f268-4870-9617-5237622f3e5b tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483886 Oct 20 13:42:08.432553 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91f6764-4d2b-4459-99fd-9381af07cf6b None None] DHCP port deletion for d308b555-e032-40ef-ae84-228dba4540e0 request from dv-cinder-862136-1-iscsi {{(pid=104734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 13:42:08.435229 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-959b48f2-ffd3-45ac-b906-fa33c4643c18 admin admin] For port 093c802e-a570-450e-9ee9-e9a8fb6aa5e9, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=093c802e-a570-450e-9ee9-e9a8fb6aa5e9,segment=NetworkSegment(4d78e0f3-9105-4b6b-ab7f-1019f2557df1),segment_id=4d78e0f3-9105-4b6b-ab7f-1019f2557df1)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:08.435587 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-959b48f2-ffd3-45ac-b906-fa33c4643c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (093c802e-a570-450e-9ee9-e9a8fb6aa5e9), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:08.463917 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-959b48f2-ffd3-45ac-b906-fa33c4643c18 admin admin] Calling delete_port for 093c802e-a570-450e-9ee9-e9a8fb6aa5e9 owned by network:dhcp {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:42:08.486138 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc38618c-0b90-4583-aa74-867ce78d9143 admin admin] Router 89656546-ddc5-4203-94c6-5ef1902c23c0 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:42:08.495245 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-e91f6764-4d2b-4459-99fd-9381af07cf6b None None] Deleting port 093c802e-a570-450e-9ee9-e9a8fb6aa5e9 {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:42:08.495588 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e91f6764-4d2b-4459-99fd-9381af07cf6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (093c802e-a570-450e-9ee9-e9a8fb6aa5e9), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:08.583652 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-959b48f2-ffd3-45ac-b906-fa33c4643c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (093c802e-a570-450e-9ee9-e9a8fb6aa5e9), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:08.620664 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc38618c-0b90-4583-aa74-867ce78d9143 admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:42:08.621031 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959b48f2-ffd3-45ac-b906-fa33c4643c18 admin admin] No DVR routers for this DVR port 093c802e-a570-450e-9ee9-e9a8fb6aa5e9 on host dv-cinder-862136-1-iscsi {{(pid=104733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:42:08.626023 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-fc38618c-0b90-4583-aa74-867ce78d9143 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/89656546-ddc5-4203-94c6-5ef1902c23c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6585593 Oct 20 13:42:08.626801 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b48f2-ffd3-45ac-b906-fa33c4643c18 admin admin] Pushing event deleted for resources: {'Port': ['ID=093c802e-a570-450e-9ee9-e9a8fb6aa5e9,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:08.628743 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47078) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:08.633900 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520b807e-59f1-44d5-857c-1ee4f38bb553 None None] Sync routers for ids ['89656546-ddc5-4203-94c6-5ef1902c23c0'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:42:08.637110 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['d6c4e7f9-9db0-4f5c-81a9-06649b0448e7'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:42:08.650086 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520b807e-59f1-44d5-857c-1ee4f38bb553 None None] Routers {'89656546-ddc5-4203-94c6-5ef1902c23c0'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:42:08.651037 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-520b807e-59f1-44d5-857c-1ee4f38bb553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:41:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['89656546-ddc5-4203-94c6-5ef1902c23c0'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:08.739896 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fd7b16a3-402c-4896-bc21-eb26337fc598 admin admin] Publish callbacks [] for router (89656546-ddc5-4203-94c6-5ef1902c23c0), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:08.745045 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-e91f6764-4d2b-4459-99fd-9381af07cf6b None None] For port 093c802e-a570-450e-9ee9-e9a8fb6aa5e9, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=093c802e-a570-450e-9ee9-e9a8fb6aa5e9,segment=NetworkSegment(4d78e0f3-9105-4b6b-ab7f-1019f2557df1),segment_id=4d78e0f3-9105-4b6b-ab7f-1019f2557df1)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:08.745683 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e91f6764-4d2b-4459-99fd-9381af07cf6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (093c802e-a570-450e-9ee9-e9a8fb6aa5e9), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:08.757878 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:08.771448 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-e91f6764-4d2b-4459-99fd-9381af07cf6b None None] Calling delete_port for 093c802e-a570-450e-9ee9-e9a8fb6aa5e9 owned by network:dhcp {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:42:08.784166 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-520b807e-59f1-44d5-857c-1ee4f38bb553 None None] Set router 89656546-ddc5-4203-94c6-5ef1902c23c0 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:42:08.785247 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8a666-ea0d-41f0-abe0-d7fb5320158b req-b634a603-d3fe-4eeb-ba68-5f86ad43cefd tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:08.786991 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-59a8a666-ea0d-41f0-abe0-d7fb5320158b req-b634a603-d3fe-4eeb-ba68-5f86ad43cefd tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 984 time: 0.1703987 Oct 20 13:42:08.802153 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-959b48f2-ffd3-45ac-b906-fa33c4643c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335235', 'neutron.services.segments.db._delete_segments_for_network-8747424857155'] for network (d308b555-e032-40ef-ae84-228dba4540e0), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:08.928436 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.services.segments.db [None req-959b48f2-ffd3-45ac-b906-fa33c4643c18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d308b555-e032-40ef-ae84-228dba4540e0']}} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:08.949403 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-59a8a666-ea0d-41f0-abe0-d7fb5320158b req-9433614b-8ae2-428e-9551-e2435d0fd031 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&id=5478a9d8-2f05-4d92-8662-da8f5dbdb472&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1526992 Oct 20 13:42:08.980659 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.services.segments.db [None req-959b48f2-ffd3-45ac-b906-fa33c4643c18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d78e0f3-9105-4b6b-ab7f-1019f2557df1') {'for_net_delete': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:08.981413 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.services.segments.db [None req-959b48f2-ffd3-45ac-b906-fa33c4643c18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d78e0f3-9105-4b6b-ab7f-1019f2557df1') {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:08.982596 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-520b807e-59f1-44d5-857c-1ee4f38bb553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'name': 'tempest-TestVolumeBootPattern-1660821612-router', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'bb51babb-65af-4bd3-88f5-ed80264d0788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:28Z', 'updated_at': '2022-10-20T13:42:07Z', 'revision_number': 5, 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'gw_port': {'id': 'bb51babb-65af-4bd3-88f5-ed80264d0788', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:29Z', 'updated_at': '2022-10-20T13:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:08.997426 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-959b48f2-ffd3-45ac-b906-fa33c4643c18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747424827639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26113357'] for segment (4d78e0f3-9105-4b6b-ab7f-1019f2557df1), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:09.016949 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-959b48f2-ffd3-45ac-b906-fa33c4643c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (4d78e0f3-9105-4b6b-ab7f-1019f2557df1), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:09.017109 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520b807e-59f1-44d5-857c-1ee4f38bb553 None None] Checking router: 89656546-ddc5-4203-94c6-5ef1902c23c0 for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:42:09.026670 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959b48f2-ffd3-45ac-b906-fa33c4643c18 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=104733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 13:42:09.026670 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-959b48f2-ffd3-45ac-b906-fa33c4643c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26192861'] for segment (4d78e0f3-9105-4b6b-ab7f-1019f2557df1), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:09.028059 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520b807e-59f1-44d5-857c-1ee4f38bb553 None None] Routers {'89656546-ddc5-4203-94c6-5ef1902c23c0'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:42:09.028908 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-520b807e-59f1-44d5-857c-1ee4f38bb553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:41:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['89656546-ddc5-4203-94c6-5ef1902c23c0'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:09.033238 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e91f6764-4d2b-4459-99fd-9381af07cf6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964'] for port (093c802e-a570-450e-9ee9-e9a8fb6aa5e9), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:09.102910 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91f6764-4d2b-4459-99fd-9381af07cf6b None None] Pushing event deleted for resources: {'Port': ['ID=093c802e-a570-450e-9ee9-e9a8fb6aa5e9,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:09.105715 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-959b48f2-ffd3-45ac-b906-fa33c4643c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1335290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859717'] for network (d308b555-e032-40ef-ae84-228dba4540e0), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:09.109837 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91f6764-4d2b-4459-99fd-9381af07cf6b None None] No DVR routers for this DVR port 093c802e-a570-450e-9ee9-e9a8fb6aa5e9 on host dv-cinder-862136-1-iscsi {{(pid=104734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:42:09.113168 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-959b48f2-ffd3-45ac-b906-fa33c4643c18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:09.113826 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:09.123864 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-959b48f2-ffd3-45ac-b906-fa33c4643c18 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/d308b555-e032-40ef-ae84-228dba4540e0 HTTP/1.1" status: 204 len: 168 time: 1.1351125 Oct 20 13:42:09.135512 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f895a3a0-6481-4f7f-8c28-ee269359356a None None] get_active_networks_info from dv-cinder-862136-1-iscsi {{(pid=104734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 13:42:09.163841 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-520b807e-59f1-44d5-857c-1ee4f38bb553 None None] Set router 89656546-ddc5-4203-94c6-5ef1902c23c0 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:42:09.168408 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b48f2-ffd3-45ac-b906-fa33c4643c18 admin admin] Pushing event deleted for resources: {'Network': ['ID=d308b555-e032-40ef-ae84-228dba4540e0,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:09.197383 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7caa091-275f-4b65-b46a-8ed4a478297b req-b385a7fc-df6c-4af2-a705-770f191c3601 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:09.206891 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c7caa091-275f-4b65-b46a-8ed4a478297b req-b385a7fc-df6c-4af2-a705-770f191c3601 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=da50e4f6-b3c0-48a2-8769-24d3294ac458 HTTP/1.1" status: 200 len: 945 time: 0.1031051 Oct 20 13:42:09.282516 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c7caa091-275f-4b65-b46a-8ed4a478297b req-1cbe770f-20b0-43a3-b512-d0d188bce81a tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c2e8b2b4-6ffc-4ffb-b540-326c8c88f935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743158 Oct 20 13:42:09.289041 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fd7b16a3-402c-4896-bc21-eb26337fc598 admin admin] Publish callbacks [] for router_gateway (89656546-ddc5-4203-94c6-5ef1902c23c0), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:09.347293 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f895a3a0-6481-4f7f-8c28-ee269359356a None None] Resources bound (agent type, host, resource id): {{(pid=104734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 13:42:09.371209 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 47086) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:09.376606 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-520b807e-59f1-44d5-857c-1ee4f38bb553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'name': 'tempest-TestVolumeBootPattern-1660821612-router', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'bb51babb-65af-4bd3-88f5-ed80264d0788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:28Z', 'updated_at': '2022-10-20T13:42:07Z', 'revision_number': 5, 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'gw_port': {'id': 'bb51babb-65af-4bd3-88f5-ed80264d0788', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:29Z', 'updated_at': '2022-10-20T13:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:09.381566 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:09.385657 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-fd7b16a3-402c-4896-bc21-eb26337fc598 admin admin] Deleting port bb51babb-65af-4bd3-88f5-ed80264d0788 {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:42:09.386204 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fd7b16a3-402c-4896-bc21-eb26337fc598 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (bb51babb-65af-4bd3-88f5-ed80264d0788), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:09.405468 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520b807e-59f1-44d5-857c-1ee4f38bb553 None None] The sync data for ids ['89656546-ddc5-4203-94c6-5ef1902c23c0'] in dv-cinder-862136-1-iscsi is: [{'id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'name': 'tempest-TestVolumeBootPattern-1660821612-router', 'tenant_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.218'}], 'enable_snat': True}, 'gw_port_id': 'bb51babb-65af-4bd3-88f5-ed80264d0788', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:28Z', 'updated_at': '2022-10-20T13:42:07Z', 'revision_number': 5, 'project_id': '32ef0737a3844bfe8f4bc14b09ebc88b', 'gw_port': {'id': 'bb51babb-65af-4bd3-88f5-ed80264d0788', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:66:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89656546-ddc5-4203-94c6-5ef1902c23c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:29Z', 'updated_at': '2022-10-20T13:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:42:09.434033 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.services.segments.plugin [-] Segment 4d78e0f3-9105-4b6b-ab7f-1019f2557df1 resource provider aggregate not found Oct 20 13:42:09.446107 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-c528a5fc-f181-4e7c-b42d-d472af4d35cf admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=747a468811fb478aa6c49b848ccee6d0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0738192 Oct 20 13:42:09.449585 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 47090) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:09.471171 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.services.segments.plugin [-] Segment 4d78e0f3-9105-4b6b-ab7f-1019f2557df1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d78e0f3-9105-4b6b-ab7f-1019f2557df1 found for delete ", "request_id": "req-6fac4636-2e16-4ec3-a2d1-442a07ac3c77"}]} Oct 20 13:42:09.510494 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-fd7b16a3-402c-4896-bc21-eb26337fc598 admin admin] For port bb51babb-65af-4bd3-88f5-ed80264d0788, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=bb51babb-65af-4bd3-88f5-ed80264d0788,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:09.510857 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fd7b16a3-402c-4896-bc21-eb26337fc598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (bb51babb-65af-4bd3-88f5-ed80264d0788), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:09.526793 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-fd7b16a3-402c-4896-bc21-eb26337fc598 admin admin] Calling delete_port for bb51babb-65af-4bd3-88f5-ed80264d0788 owned by network:router_gateway {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:42:09.554632 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-abeac438-3233-4c15-a30b-40cd7498c6db admin admin] Publish callbacks [] for security_group (b952982e-933f-4688-80b6-a8341ab0f03a), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:09.589696 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca93407-96f0-4469-a7e5-5e253b00fbb9 req-f011a754-e6e5-4da3-9995-04325918160a tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:09.591350 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6ca93407-96f0-4469-a7e5-5e253b00fbb9 req-f011a754-e6e5-4da3-9995-04325918160a tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 946 time: 0.0689933 Oct 20 13:42:09.593482 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-abeac438-3233-4c15-a30b-40cd7498c6db admin admin] Publish callbacks [] for security_group (b952982e-933f-4688-80b6-a8341ab0f03a), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:09.623575 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:09.676605 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6ca93407-96f0-4469-a7e5-5e253b00fbb9 req-beffa8f0-0946-4083-b434-8c0203acfff1 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708799 Oct 20 13:42:09.690309 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-abeac438-3233-4c15-a30b-40cd7498c6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (b952982e-933f-4688-80b6-a8341ab0f03a), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:09.694842 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-abeac438-3233-4c15-a30b-40cd7498c6db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:09.698813 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-abeac438-3233-4c15-a30b-40cd7498c6db admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/b952982e-933f-4688-80b6-a8341ab0f03a HTTP/1.1" status: 204 len: 168 time: 0.2456815 Oct 20 13:42:09.705853 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeac438-3233-4c15-a30b-40cd7498c6db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b952982e-933f-4688-80b6-a8341ab0f03a,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:09.708975 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device d6c4e7f9-9db0-4f5c-81a9-06649b0448e7 up at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:42:09.736798 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fd7b16a3-402c-4896-bc21-eb26337fc598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (bb51babb-65af-4bd3-88f5-ed80264d0788), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:09.751851 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:09.771442 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning for port d6c4e7f9-9db0-4f5c-81a9-06649b0448e7 completed by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 13:42:09.781128 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning complete for port d6c4e7f9-9db0-4f5c-81a9-06649b0448e7 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:42:09.781733 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (d6c4e7f9-9db0-4f5c-81a9-06649b0448e7), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:09.782250 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Attempt 1 to provision port d6c4e7f9-9db0-4f5c-81a9-06649b0448e7 Oct 20 13:42:09.912664 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b16a3-402c-4896-bc21-eb26337fc598 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb51babb-65af-4bd3-88f5-ed80264d0788,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:09.944479 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port d6c4e7f9-9db0-4f5c-81a9-06649b0448e7 is: BUILD; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:42:09.944903 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (d6c4e7f9-9db0-4f5c-81a9-06649b0448e7), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:09.972940 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fd7b16a3-402c-4896-bc21-eb26337fc598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3855219'] for router_gateway (89656546-ddc5-4203-94c6-5ef1902c23c0), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:09.983269 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device bd0d36f8-0902-407b-90e4-748cde148d02 no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:42:09.994494 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da50e4f6-b3c0-48a2-8769-24d3294ac458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c4e7f9-9db0-4f5c-81a9-06649b0448e7'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:42:09.996815 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5374b1acb5d21f0576c4c748ca21f6e32e0c69c98f35ada2d9891fed02f2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f526e673-9204-4ce8-a631-1396e43fc6be" -d '{"events": [{"server_uuid": "da50e4f6-b3c0-48a2-8769-24d3294ac458", "name": "network-vif-plugged", "status": "completed", "tag": "d6c4e7f9-9db0-4f5c-81a9-06649b0448e7"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:42:10.042345 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: bd0d36f8-0902-407b-90e4-748cde148d02 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:42:10.042696 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device bd0d36f8-0902-407b-90e4-748cde148d02 not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:42:10.043177 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 093c802e-a570-450e-9ee9-e9a8fb6aa5e9 no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:42:10.046553 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port d6c4e7f9-9db0-4f5c-81a9-06649b0448e7, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=d6c4e7f9-9db0-4f5c-81a9-06649b0448e7,segment=NetworkSegment(8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91),segment_id=8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:10.073942 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:10.077383 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: 093c802e-a570-450e-9ee9-e9a8fb6aa5e9 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:42:10.079463 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 093c802e-a570-450e-9ee9-e9a8fb6aa5e9 not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:42:10.090870 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (d6c4e7f9-9db0-4f5c-81a9-06649b0448e7), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:10.152185 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fd7b16a3-402c-4896-bc21-eb26337fc598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3608'] for router (89656546-ddc5-4203-94c6-5ef1902c23c0), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:10.155033 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fd7b16a3-402c-4896-bc21-eb26337fc598 admin admin] Publish callbacks [] for router_controller (89656546-ddc5-4203-94c6-5ef1902c23c0), precommit_delete_associations {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:10.158441 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:10.191393 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=d6c4e7f9-9db0-4f5c-81a9-06649b0448e7,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:10.229206 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fd7b16a3-402c-4896-bc21-eb26337fc598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864653'] for router (89656546-ddc5-4203-94c6-5ef1902c23c0), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:10.230650 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7b16a3-402c-4896-bc21-eb26337fc598 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89656546-ddc5-4203-94c6-5ef1902c23c0 {{(pid=104732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 13:42:10.237277 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-fd7b16a3-402c-4896-bc21-eb26337fc598 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:10.239083 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-fd7b16a3-402c-4896-bc21-eb26337fc598 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/89656546-ddc5-4203-94c6-5ef1902c23c0 HTTP/1.1" status: 204 len: 168 time: 1.6085675 Oct 20 13:42:10.241192 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 47112) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:10.354440 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_v2 [None req-00eb7fe1-6f50-4f7e-9f69-85074a471937 admin admin] Deleting subnet abd9d85f-bedb-4be5-9db6-d4242bdfee39 {{(pid=104733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 13:42:10.362104 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-00eb7fe1-6f50-4f7e-9f69-85074a471937 admin admin] Publish callbacks [] for subnet (abd9d85f-bedb-4be5-9db6-d4242bdfee39), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:10.369904 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193b6e8-c15f-41e4-8f65-012c7b8b7507 req-de0547da-7956-4021-b2d6-5d9e0bc9e96d tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:10.371374 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b193b6e8-c15f-41e4-8f65-012c7b8b7507 req-de0547da-7956-4021-b2d6-5d9e0bc9e96d tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 984 time: 0.1137233 Oct 20 13:42:10.392900 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-8a35863c-18dc-4681-9ad7-bf664e4681b8 None None] Provisioning complete for port 1a01dd7f-10ce-43e0-a8bf-330fbfd651de triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:42:10.394201 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8a35863c-18dc-4681-9ad7-bf664e4681b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (1a01dd7f-10ce-43e0-a8bf-330fbfd651de), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:10.394753 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-8a35863c-18dc-4681-9ad7-bf664e4681b8 None None] Attempt 1 to provision port 1a01dd7f-10ce-43e0-a8bf-330fbfd651de Oct 20 13:42:10.434887 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-00eb7fe1-6f50-4f7e-9f69-85074a471937 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26113402'] for subnet (abd9d85f-bedb-4be5-9db6-d4242bdfee39), precommit_delete_associations {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:10.491392 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b193b6e8-c15f-41e4-8f65-012c7b8b7507 req-57542de3-baec-49ac-b89d-1f8935c26bb5 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&id=5478a9d8-2f05-4d92-8662-da8f5dbdb472&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1006365 Oct 20 13:42:10.511575 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-8a35863c-18dc-4681-9ad7-bf664e4681b8 None None] Current status of the port 1a01dd7f-10ce-43e0-a8bf-330fbfd651de is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:42:10.559776 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5daa423-00f5-40cf-8380-99ea8b37c21e x-openstack-request-id: req-f5daa423-00f5-40cf-8380-99ea8b37c21e {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:42:10.560066 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da50e4f6-b3c0-48a2-8769-24d3294ac458", "name": "network-vif-plugged", "status": "completed", "tag": "d6c4e7f9-9db0-4f5c-81a9-06649b0448e7", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:42:10.560317 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5daa423-00f5-40cf-8380-99ea8b37c21e {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:42:10.562351 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5daa423-00f5-40cf-8380-99ea8b37c21e'] response: {'server_uuid': 'da50e4f6-b3c0-48a2-8769-24d3294ac458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6c4e7f9-9db0-4f5c-81a9-06649b0448e7', 'code': 200} Oct 20 13:42:10.563444 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-00eb7fe1-6f50-4f7e-9f69-85074a471937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1335179'] for subnet (abd9d85f-bedb-4be5-9db6-d4242bdfee39), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:10.665914 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378126e-3285-48f9-be30-3095b25b6f6e req-98b1cd75-7ce3-4a66-a260-77c7da96641f tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:10.667401 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3378126e-3285-48f9-be30-3095b25b6f6e req-98b1cd75-7ce3-4a66-a260-77c7da96641f tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=09046678-4ab5-4b0a-af64-386fcb5735c5 HTTP/1.1" status: 200 len: 945 time: 0.0558772 Oct 20 13:42:10.669185 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-00eb7fe1-6f50-4f7e-9f69-85074a471937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1335184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26193023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26212522'] for subnet (abd9d85f-bedb-4be5-9db6-d4242bdfee39), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:10.699995 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb7fe1-6f50-4f7e-9f69-85074a471937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abd9d85f-bedb-4be5-9db6-d4242bdfee39,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:10.716195 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-00eb7fe1-6f50-4f7e-9f69-85074a471937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for subnet (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:10.716380 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c76faf-479a-45e6-82e5-159ee855a635 None None] Network a2d938c2-510e-4c09-96e0-662b0c7b6d79 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:42:10.719330 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-00eb7fe1-6f50-4f7e-9f69-85074a471937 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/abd9d85f-bedb-4be5-9db6-d4242bdfee39 HTTP/1.1" status: 204 len: 168 time: 0.4770145 Oct 20 13:42:10.722214 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47130) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:10.757032 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3378126e-3285-48f9-be30-3095b25b6f6e req-4b5988e2-6259-4ce7-94f2-abb97cfdfa6e tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1bb145a6-1757-4fb8-a941-30633e22decd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601623 Oct 20 13:42:10.853801 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7edc1d55-c1ec-4d6b-adb3-357d5bfa1331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466521'] for network (a2d938c2-510e-4c09-96e0-662b0c7b6d79), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:10.898293 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47134) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:10.926512 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-7edc1d55-c1ec-4d6b-adb3-357d5bfa1331 admin admin] Deleting port 1a01dd7f-10ce-43e0-a8bf-330fbfd651de {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:42:10.926860 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7edc1d55-c1ec-4d6b-adb3-357d5bfa1331 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (1a01dd7f-10ce-43e0-a8bf-330fbfd651de), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:10.941479 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a29ecc-8e92-4f8a-a622-dbe711f1ef60 req-8371a339-50f3-474e-a496-c0b03a637e6b tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:10.943645 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d7a29ecc-8e92-4f8a-a622-dbe711f1ef60 req-8371a339-50f3-474e-a496-c0b03a637e6b tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=da50e4f6-b3c0-48a2-8769-24d3294ac458 HTTP/1.1" status: 200 len: 946 time: 0.0821278 Oct 20 13:42:10.950315 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667e760d-ce79-4f5f-bb02-b49ddafbc53a None None] DHCP port deletion for a2d938c2-510e-4c09-96e0-662b0c7b6d79 request from dv-cinder-862136-1-iscsi {{(pid=104734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 13:42:11.000577 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-7edc1d55-c1ec-4d6b-adb3-357d5bfa1331 admin admin] For port 1a01dd7f-10ce-43e0-a8bf-330fbfd651de, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=1a01dd7f-10ce-43e0-a8bf-330fbfd651de,segment=NetworkSegment(464de70b-7d93-426a-9a2a-3b231e42bcb6),segment_id=464de70b-7d93-426a-9a2a-3b231e42bcb6)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:11.001831 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7edc1d55-c1ec-4d6b-adb3-357d5bfa1331 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (1a01dd7f-10ce-43e0-a8bf-330fbfd651de), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:11.004549 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d7a29ecc-8e92-4f8a-a622-dbe711f1ef60 req-9006db0e-ad12-4d6a-b870-ab27918413b9 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c2e8b2b4-6ffc-4ffb-b540-326c8c88f935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498490 Oct 20 13:42:11.007445 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-667e760d-ce79-4f5f-bb02-b49ddafbc53a None None] Deleting port 1a01dd7f-10ce-43e0-a8bf-330fbfd651de {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:42:11.007881 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-667e760d-ce79-4f5f-bb02-b49ddafbc53a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (1a01dd7f-10ce-43e0-a8bf-330fbfd651de), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:11.027286 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-7edc1d55-c1ec-4d6b-adb3-357d5bfa1331 admin admin] Calling delete_port for 1a01dd7f-10ce-43e0-a8bf-330fbfd651de owned by network:dhcp {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:42:11.043756 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-36496b52-f797-454f-82b3-28306a633544 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1131284537-network', 'tenant_id': '2038d3ff419446cfb16ec2347bc90950'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:42:11.049092 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:11.077521 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-667e760d-ce79-4f5f-bb02-b49ddafbc53a None None] For port 1a01dd7f-10ce-43e0-a8bf-330fbfd651de, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=1a01dd7f-10ce-43e0-a8bf-330fbfd651de,segment=NetworkSegment(464de70b-7d93-426a-9a2a-3b231e42bcb6),segment_id=464de70b-7d93-426a-9a2a-3b231e42bcb6)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:11.077908 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-667e760d-ce79-4f5f-bb02-b49ddafbc53a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (1a01dd7f-10ce-43e0-a8bf-330fbfd651de), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:11.091206 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-667e760d-ce79-4f5f-bb02-b49ddafbc53a None None] Calling delete_port for 1a01dd7f-10ce-43e0-a8bf-330fbfd651de owned by network:dhcp {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:42:11.107861 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36496b52-f797-454f-82b3-28306a633544 admin admin] Made reservation on behalf of 2038d3ff419446cfb16ec2347bc90950 for: {'network': 1} {{(pid=104732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:42:11.110136 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-36496b52-f797-454f-82b3-28306a633544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for network (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:11.122134 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-36496b52-f797-454f-82b3-28306a633544 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:11.155474 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7edc1d55-c1ec-4d6b-adb3-357d5bfa1331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (1a01dd7f-10ce-43e0-a8bf-330fbfd651de), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:11.169996 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-667e760d-ce79-4f5f-bb02-b49ddafbc53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964'] for port (1a01dd7f-10ce-43e0-a8bf-330fbfd651de), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:11.192817 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc1d55-c1ec-4d6b-adb3-357d5bfa1331 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a01dd7f-10ce-43e0-a8bf-330fbfd651de,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:11.196044 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edc1d55-c1ec-4d6b-adb3-357d5bfa1331 admin admin] No DVR routers for this DVR port 1a01dd7f-10ce-43e0-a8bf-330fbfd651de on host dv-cinder-862136-1-iscsi {{(pid=104732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:42:11.197149 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667e760d-ce79-4f5f-bb02-b49ddafbc53a None None] Pushing event deleted for resources: {'Port': ['ID=1a01dd7f-10ce-43e0-a8bf-330fbfd651de,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:11.199070 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667e760d-ce79-4f5f-bb02-b49ddafbc53a None None] No DVR routers for this DVR port 1a01dd7f-10ce-43e0-a8bf-330fbfd651de on host dv-cinder-862136-1-iscsi {{(pid=104734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:42:11.293357 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7edc1d55-c1ec-4d6b-adb3-357d5bfa1331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335235', 'neutron.services.segments.db._delete_segments_for_network-8747424857155'] for network (a2d938c2-510e-4c09-96e0-662b0c7b6d79), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:11.314869 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-36496b52-f797-454f-82b3-28306a633544 admin admin] Publish callbacks [] for security_group (d9d70bf5-1991-4f35-a52c-ac16ecf13bfd), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:11.322490 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-36496b52-f797-454f-82b3-28306a633544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (d9d70bf5-1991-4f35-a52c-ac16ecf13bfd), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:11.326612 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-7edc1d55-c1ec-4d6b-adb3-357d5bfa1331 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d938c2-510e-4c09-96e0-662b0c7b6d79']}} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:11.348076 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-7edc1d55-c1ec-4d6b-adb3-357d5bfa1331 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464de70b-7d93-426a-9a2a-3b231e42bcb6') {'for_net_delete': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:11.348371 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-7edc1d55-c1ec-4d6b-adb3-357d5bfa1331 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464de70b-7d93-426a-9a2a-3b231e42bcb6') {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:11.363480 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36496b52-f797-454f-82b3-28306a633544 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=104732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 13:42:11.373360 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7edc1d55-c1ec-4d6b-adb3-357d5bfa1331 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747424827639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26291314'] for segment (464de70b-7d93-426a-9a2a-3b231e42bcb6), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:11.381149 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36496b52-f797-454f-82b3-28306a633544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d70bf5-1991-4f35-a52c-ac16ecf13bfd,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:11.390177 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-36496b52-f797-454f-82b3-28306a633544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (cdccf553-e7a8-4427-93d4-fdb2c064a896), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:11.390496 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.db.segments_db [None req-36496b52-f797-454f-82b3-28306a633544 admin admin] Added segment cdccf553-e7a8-4427-93d4-fdb2c064a896 of type vlan for network 0c19fe75-c0f9-4bfd-a9c2-addc923b0b9d Oct 20 13:42:11.403363 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7edc1d55-c1ec-4d6b-adb3-357d5bfa1331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (464de70b-7d93-426a-9a2a-3b231e42bcb6), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:11.427037 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7edc1d55-c1ec-4d6b-adb3-357d5bfa1331 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=104732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 13:42:11.427353 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7edc1d55-c1ec-4d6b-adb3-357d5bfa1331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25722433'] for segment (464de70b-7d93-426a-9a2a-3b231e42bcb6), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:11.479587 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:11.481355 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-36496b52-f797-454f-82b3-28306a633544 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747424292904'] for network (0c19fe75-c0f9-4bfd-a9c2-addc923b0b9d), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:11.518390 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7edc1d55-c1ec-4d6b-adb3-357d5bfa1331 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1335290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859717'] for network (a2d938c2-510e-4c09-96e0-662b0c7b6d79), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:11.526183 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7edc1d55-c1ec-4d6b-adb3-357d5bfa1331 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:11.529275 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-7edc1d55-c1ec-4d6b-adb3-357d5bfa1331 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/a2d938c2-510e-4c09-96e0-662b0c7b6d79 HTTP/1.1" status: 204 len: 168 time: 0.8060634 Oct 20 13:42:11.532366 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 47142) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:11.541115 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-36496b52-f797-454f-82b3-28306a633544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for network (0c19fe75-c0f9-4bfd-a9c2-addc923b0b9d), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:11.542196 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36496b52-f797-454f-82b3-28306a633544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:11.542666 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-36496b52-f797-454f-82b3-28306a633544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:11.545581 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc1d55-c1ec-4d6b-adb3-357d5bfa1331 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2d938c2-510e-4c09-96e0-662b0c7b6d79,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:11.612634 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-36496b52-f797-454f-82b3-28306a633544 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7105169 Oct 20 13:42:11.615019 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47146) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:11.620177 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-9c89095d-13a6-406f-ba22-210c9426221e admin admin] Request body: {'subnet': {'network_id': '0c19fe75-c0f9-4bfd-a9c2-addc923b0b9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1131284537-subnet', 'tenant_id': '2038d3ff419446cfb16ec2347bc90950', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:42:11.624111 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36496b52-f797-454f-82b3-28306a633544 admin admin] Pushing event updated for resources: {'Network': ['ID=0c19fe75-c0f9-4bfd-a9c2-addc923b0b9d,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:11.639486 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.services.segments.plugin [-] Segment 464de70b-7d93-426a-9a2a-3b231e42bcb6 resource provider aggregate not found Oct 20 13:42:11.639664 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Network 0c19fe75-c0f9-4bfd-a9c2-addc923b0b9d details requested by agent ovs-agent-dv-cinder-862136-1-iscsi with host dv-cinder-862136-1-iscsi {{(pid=104734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 13:42:11.656147 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c89095d-13a6-406f-ba22-210c9426221e admin admin] Made reservation on behalf of 2038d3ff419446cfb16ec2347bc90950 for: {'subnet': 1} {{(pid=104732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:42:11.658794 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9c89095d-13a6-406f-ba22-210c9426221e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25948906'] for subnet (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:11.669080 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:11.676582 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.services.segments.plugin [-] Segment 464de70b-7d93-426a-9a2a-3b231e42bcb6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 464de70b-7d93-426a-9a2a-3b231e42bcb6 found for delete ", "request_id": "req-01de8e92-06a5-4c36-870e-801ea812d210"}]} Oct 20 13:42:11.783678 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:11.784563 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fc572-7ba0-4235-8f21-658f502465da req-01139214-7c0c-4924-ae17-6ebd0b319a2e tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:11.786040 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b52fc572-7ba0-4235-8f21-658f502465da req-01139214-7c0c-4924-ae17-6ebd0b319a2e tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 984 time: 0.1348376 Oct 20 13:42:11.810515 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28949f07-143c-4314-8803-72baff61c396 req-728e56a5-8d06-4c41-8ab3-2a5d6a52a263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:11.811979 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-28949f07-143c-4314-8803-72baff61c396 req-728e56a5-8d06-4c41-8ab3-2a5d6a52a263 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=da50e4f6-b3c0-48a2-8769-24d3294ac458 HTTP/1.1" status: 200 len: 1130 time: 0.1408536 Oct 20 13:42:11.849379 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9c89095d-13a6-406f-ba22-210c9426221e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25721148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25948920'] for subnet (5910b57c-4320-4556-a582-2746698e1f2e), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:11.892248 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5c2e7-d835-4cb7-adf3-d0d6330d3ef9 req-152d5199-8016-4143-9b20-27431ae5041e tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:11.894252 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-76e5c2e7-d835-4cb7-adf3-d0d6330d3ef9 req-152d5199-8016-4143-9b20-27431ae5041e tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=09046678-4ab5-4b0a-af64-386fcb5735c5 HTTP/1.1" status: 200 len: 945 time: 0.1263280 Oct 20 13:42:11.906731 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c89095d-13a6-406f-ba22-210c9426221e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5910b57c-4320-4556-a582-2746698e1f2e,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:11.918905 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c89095d-13a6-406f-ba22-210c9426221e admin admin] Checking segment: {'id': 'cdccf553-e7a8-4427-93d4-fdb2c064a896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0c19fe75-c0f9-4bfd-a9c2-addc923b0b9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:42:11.918905 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c89095d-13a6-406f-ba22-210c9426221e admin admin] Network hostable DHCP agents. Network: 0c19fe75-c0f9-4bfd-a9c2-addc923b0b9d, hostable agents: ['fc80e4aa-b75a-45f9-bc92-ee666d9592cb'], hosted agents: [] {{(pid=104732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 13:42:11.930092 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 1a01dd7f-10ce-43e0-a8bf-330fbfd651de no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:42:11.939194 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c89095d-13a6-406f-ba22-210c9426221e admin admin] Network 0c19fe75-c0f9-4bfd-a9c2-addc923b0b9d is scheduled to be hosted by DHCP agent fc80e4aa-b75a-45f9-bc92-ee666d9592cb with binding_index 1 {{(pid=104732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 13:42:11.943338 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:11.949286 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-9c89095d-13a6-406f-ba22-210c9426221e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862136-1-iscsi, 0c19fe75-c0f9-4bfd-a9c2-addc923b0b9d) {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:42:11.954140 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c89095d-13a6-406f-ba22-210c9426221e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:11.954728 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-9c89095d-13a6-406f-ba22-210c9426221e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:11.954842 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: 1a01dd7f-10ce-43e0-a8bf-330fbfd651de {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:42:11.955286 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 1a01dd7f-10ce-43e0-a8bf-330fbfd651de not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:42:11.955559 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device bb51babb-65af-4bd3-88f5-ed80264d0788 no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:42:11.963153 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9abd9d5-6ce9-4f4d-9909-98f902ae0f60 None None] Network 0c19fe75-c0f9-4bfd-a9c2-addc923b0b9d requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:42:11.984364 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-9c89095d-13a6-406f-ba22-210c9426221e admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3650863 Oct 20 13:42:12.034074 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: bb51babb-65af-4bd3-88f5-ed80264d0788 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:42:12.035056 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device bb51babb-65af-4bd3-88f5-ed80264d0788 not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:42:12.106786 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835977c1-3376-47c5-99a0-bd3f239f742a None None] Network 0c19fe75-c0f9-4bfd-a9c2-addc923b0b9d requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:42:12.269723 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-28949f07-143c-4314-8803-72baff61c396 req-e8f153c2-55b4-438a-841b-0821fb602277 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c2e8b2b4-6ffc-4ffb-b540-326c8c88f935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492161 Oct 20 13:42:12.298648 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b52fc572-7ba0-4235-8f21-658f502465da req-2eeaa511-12dd-4523-a6ed-d1b489192c2f tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&id=5478a9d8-2f05-4d92-8662-da8f5dbdb472&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5040331 Oct 20 13:42:12.323401 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-76e5c2e7-d835-4cb7-adf3-d0d6330d3ef9 req-e707ec21-e816-4475-bdb9-68e742ec7d96 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Deleting port 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:42:12.323658 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-76e5c2e7-d835-4cb7-adf3-d0d6330d3ef9 req-e707ec21-e816-4475-bdb9-68e742ec7d96 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:12.546027 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47168) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:12.550929 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-76e5c2e7-d835-4cb7-adf3-d0d6330d3ef9 req-e707ec21-e816-4475-bdb9-68e742ec7d96 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] For port 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e,segment=NetworkSegment(3a56e684-3f29-4221-b1a4-f25d8cf87e97),segment_id=3a56e684-3f29-4221-b1a4-f25d8cf87e97)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:12.551485 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-b8f12617-04d0-4117-8aab-65de5fe0dbb9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-188459330-network', 'tenant_id': 'f8ba09eb2ebe434f884edd81e24f8143'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:42:12.551587 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-76e5c2e7-d835-4cb7-adf3-d0d6330d3ef9 req-e707ec21-e816-4475-bdb9-68e742ec7d96 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:12.564895 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c1b9a-b798-4b79-86f2-a5d1cbdc64b1 req-0ec6ac13-a043-496d-8765-50df969baf0d tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:12.567282 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-317c1b9a-b798-4b79-86f2-a5d1cbdc64b1 req-0ec6ac13-a043-496d-8765-50df969baf0d tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=09046678-4ab5-4b0a-af64-386fcb5735c5 HTTP/1.1" status: 200 len: 945 time: 0.1485519 Oct 20 13:42:12.572847 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f12617-04d0-4117-8aab-65de5fe0dbb9 admin admin] Made reservation on behalf of f8ba09eb2ebe434f884edd81e24f8143 for: {'network': 1} {{(pid=104732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:42:12.575351 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b8f12617-04d0-4117-8aab-65de5fe0dbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for network (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:12.584566 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b8f12617-04d0-4117-8aab-65de5fe0dbb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:12.662574 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b8f12617-04d0-4117-8aab-65de5fe0dbb9 admin admin] Publish callbacks [] for security_group (087515be-2799-4ee3-9328-8a21c9e6cd8b), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:12.667377 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b8f12617-04d0-4117-8aab-65de5fe0dbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (087515be-2799-4ee3-9328-8a21c9e6cd8b), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:12.685510 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-3864204c-2373-47df-b004-cc4ae8483f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864622'] for router_interface (8834576e-a1f8-40e2-80f5-b2376b01031a), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:12.696684 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f12617-04d0-4117-8aab-65de5fe0dbb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=104732) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 13:42:12.702090 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f12617-04d0-4117-8aab-65de5fe0dbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=087515be-2799-4ee3-9328-8a21c9e6cd8b,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:12.711846 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b8f12617-04d0-4117-8aab-65de5fe0dbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (838ae10f-46e5-4ab0-9d2a-bcd98b28a36b), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:12.712175 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.db.segments_db [None req-b8f12617-04d0-4117-8aab-65de5fe0dbb9 admin admin] Added segment 838ae10f-46e5-4ab0-9d2a-bcd98b28a36b of type vlan for network db2a3c78-c194-4f82-b9e6-62311c17ac11 Oct 20 13:42:12.723941 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:12.761238 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b8f12617-04d0-4117-8aab-65de5fe0dbb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747424292904'] for network (db2a3c78-c194-4f82-b9e6-62311c17ac11), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:12.789085 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b8f12617-04d0-4117-8aab-65de5fe0dbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for network (db2a3c78-c194-4f82-b9e6-62311c17ac11), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:12.790494 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f12617-04d0-4117-8aab-65de5fe0dbb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:12.791062 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b8f12617-04d0-4117-8aab-65de5fe0dbb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:12.801955 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-317c1b9a-b798-4b79-86f2-a5d1cbdc64b1 req-20d51094-6205-46c1-9206-cacfc52fab09 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=1bb145a6-1757-4fb8-a941-30633e22decd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2154210 Oct 20 13:42:12.810254 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:12.856050 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-b8f12617-04d0-4117-8aab-65de5fe0dbb9 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3088982 Oct 20 13:42:12.859681 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47170) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:12.867523 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-555808c9-306c-4f4d-8d5a-40bfcd653718 admin admin] Request body: {'subnet': {'network_id': 'db2a3c78-c194-4f82-b9e6-62311c17ac11', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-188459330-subnet', 'tenant_id': 'f8ba09eb2ebe434f884edd81e24f8143', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:42:12.872898 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f12617-04d0-4117-8aab-65de5fe0dbb9 admin admin] Pushing event updated for resources: {'Network': ['ID=db2a3c78-c194-4f82-b9e6-62311c17ac11,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:12.884465 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Network db2a3c78-c194-4f82-b9e6-62311c17ac11 details requested by agent ovs-agent-dv-cinder-862136-1-iscsi with host dv-cinder-862136-1-iscsi {{(pid=104734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 13:42:12.897360 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555808c9-306c-4f4d-8d5a-40bfcd653718 admin admin] Made reservation on behalf of f8ba09eb2ebe434f884edd81e24f8143 for: {'subnet': 1} {{(pid=104732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:42:12.900230 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-555808c9-306c-4f4d-8d5a-40bfcd653718 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25948906'] for subnet (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:12.907736 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:13.009374 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed844c-5a3e-425e-8dd8-6b4b4bdde8ef req-248d016d-9870-4a65-b6c5-6afb27960516 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:13.010841 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-37ed844c-5a3e-425e-8dd8-6b4b4bdde8ef req-248d016d-9870-4a65-b6c5-6afb27960516 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=da50e4f6-b3c0-48a2-8769-24d3294ac458 HTTP/1.1" status: 200 len: 946 time: 0.1361921 Oct 20 13:42:13.013014 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-76e5c2e7-d835-4cb7-adf3-d0d6330d3ef9 req-e707ec21-e816-4475-bdb9-68e742ec7d96 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:13.013558 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-76e5c2e7-d835-4cb7-adf3-d0d6330d3ef9 req-e707ec21-e816-4475-bdb9-68e742ec7d96 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (f9c753cc-3bfc-4c84-83fd-9d236d176887), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:13.014045 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.db.l3_db [req-76e5c2e7-d835-4cb7-adf3-d0d6330d3ef9 req-e707ec21-e816-4475-bdb9-68e742ec7d96 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Floating IP f9c753cc-3bfc-4c84-83fd-9d236d176887 disassociated. External IP: 172.27.0.166, port: 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e. Oct 20 13:42:13.014389 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-76e5c2e7-d835-4cb7-adf3-d0d6330d3ef9 req-e707ec21-e816-4475-bdb9-68e742ec7d96 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Calling delete_port for 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e owned by compute:nova {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:42:13.054740 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:13.074022 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-555808c9-306c-4f4d-8d5a-40bfcd653718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25721148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25948920'] for subnet (cb65c79e-4f73-43f9-b7f5-18790366f30a), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:13.138182 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555808c9-306c-4f4d-8d5a-40bfcd653718 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb65c79e-4f73-43f9-b7f5-18790366f30a,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:13.147281 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555808c9-306c-4f4d-8d5a-40bfcd653718 admin admin] Checking segment: {'id': '838ae10f-46e5-4ab0-9d2a-bcd98b28a36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'db2a3c78-c194-4f82-b9e6-62311c17ac11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:42:13.147632 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555808c9-306c-4f4d-8d5a-40bfcd653718 admin admin] Network hostable DHCP agents. Network: db2a3c78-c194-4f82-b9e6-62311c17ac11, hostable agents: ['fc80e4aa-b75a-45f9-bc92-ee666d9592cb'], hosted agents: [] {{(pid=104732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 13:42:13.165214 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555808c9-306c-4f4d-8d5a-40bfcd653718 admin admin] Network db2a3c78-c194-4f82-b9e6-62311c17ac11 is scheduled to be hosted by DHCP agent fc80e4aa-b75a-45f9-bc92-ee666d9592cb with binding_index 1 {{(pid=104732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 13:42:13.174489 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-555808c9-306c-4f4d-8d5a-40bfcd653718 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862136-1-iscsi, db2a3c78-c194-4f82-b9e6-62311c17ac11) {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:42:13.178731 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555808c9-306c-4f4d-8d5a-40bfcd653718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:13.179359 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-555808c9-306c-4f4d-8d5a-40bfcd653718 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:13.192155 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-37ed844c-5a3e-425e-8dd8-6b4b4bdde8ef req-5e5c70b3-4185-4e47-b850-3bc57975742f tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c2e8b2b4-6ffc-4ffb-b540-326c8c88f935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540422 Oct 20 13:42:13.198848 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-555808c9-306c-4f4d-8d5a-40bfcd653718 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3358510 Oct 20 13:42:13.200771 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4e1421-c2bd-4fc9-8474-e3bf55e2fdcc None None] Network db2a3c78-c194-4f82-b9e6-62311c17ac11 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:42:13.242205 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-3864204c-2373-47df-b004-cc4ae8483f29 admin admin] Deleting port 4331dc7b-7fcb-4774-be26-f220d5201471 {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:42:13.242608 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-3864204c-2373-47df-b004-cc4ae8483f29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (4331dc7b-7fcb-4774-be26-f220d5201471), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:13.275165 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:13.335215 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8f4fdf-6e33-4e14-b939-ffc1629d83f5 None None] Network db2a3c78-c194-4f82-b9e6-62311c17ac11 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:42:13.349655 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-76e5c2e7-d835-4cb7-adf3-d0d6330d3ef9 req-e707ec21-e816-4475-bdb9-68e742ec7d96 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:13.351185 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:13.354533 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47176) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:13.395743 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707ec21-e816-4475-bdb9-68e742ec7d96 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event deleted for resources: {'Port': ['ID=56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:13.434291 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_v2 [None req-232092fa-af02-40b9-bcd6-b601e782bd01 admin admin] Deleting subnet 5910b57c-4320-4556-a582-2746698e1f2e {{(pid=104732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 13:42:13.438816 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-232092fa-af02-40b9-bcd6-b601e782bd01 admin admin] Publish callbacks [] for subnet (5910b57c-4320-4556-a582-2746698e1f2e), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:13.480989 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-3864204c-2373-47df-b004-cc4ae8483f29 admin admin] For port 4331dc7b-7fcb-4774-be26-f220d5201471, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=4331dc7b-7fcb-4774-be26-f220d5201471,segment=NetworkSegment(f4974e20-f45c-4aae-b61b-5d100e4f0c6e),segment_id=f4974e20-f45c-4aae-b61b-5d100e4f0c6e)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:13.481333 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-3864204c-2373-47df-b004-cc4ae8483f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (4331dc7b-7fcb-4774-be26-f220d5201471), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:13.481552 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-232092fa-af02-40b9-bcd6-b601e782bd01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26291269'] for subnet (5910b57c-4320-4556-a582-2746698e1f2e), precommit_delete_associations {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:13.505027 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:13.509765 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-3864204c-2373-47df-b004-cc4ae8483f29 admin admin] Calling delete_port for 4331dc7b-7fcb-4774-be26-f220d5201471 owned by network:router_interface {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:42:13.524846 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-232092fa-af02-40b9-bcd6-b601e782bd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1335179'] for subnet (5910b57c-4320-4556-a582-2746698e1f2e), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:13.556967 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c590eb-75eb-4021-a799-cfd2cef0ab06 req-68ca6e70-f340-4b1d-bb59-37b8f083ebea tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:13.558442 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-91c590eb-75eb-4021-a799-cfd2cef0ab06 req-68ca6e70-f340-4b1d-bb59-37b8f083ebea tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 984 time: 0.1168227 Oct 20 13:42:13.588160 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-232092fa-af02-40b9-bcd6-b601e782bd01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1335184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25721315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25948865'] for subnet (5910b57c-4320-4556-a582-2746698e1f2e), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:13.615892 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-232092fa-af02-40b9-bcd6-b601e782bd01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:13.619227 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-232092fa-af02-40b9-bcd6-b601e782bd01 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/5910b57c-4320-4556-a582-2746698e1f2e HTTP/1.1" status: 204 len: 168 time: 0.2637963 Oct 20 13:42:13.620433 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232092fa-af02-40b9-bcd6-b601e782bd01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5910b57c-4320-4556-a582-2746698e1f2e,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:13.622127 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47178) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:13.672563 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76e5c2e7-d835-4cb7-adf3-d0d6330d3ef9 req-e707ec21-e816-4475-bdb9-68e742ec7d96 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:42:13.707854 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0f629ed6-99af-47b3-85cd-ff5eb891075f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466521'] for network (0c19fe75-c0f9-4bfd-a9c2-addc923b0b9d), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:13.737597 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-91c590eb-75eb-4021-a799-cfd2cef0ab06 req-dab36f93-ae95-445e-82b5-371f1b84dec8 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&id=5478a9d8-2f05-4d92-8662-da8f5dbdb472&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1684229 Oct 20 13:42:13.799028 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0f629ed6-99af-47b3-85cd-ff5eb891075f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335235', 'neutron.services.segments.db._delete_segments_for_network-8747424857155'] for network (0c19fe75-c0f9-4bfd-a9c2-addc923b0b9d), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:13.823492 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-0f629ed6-99af-47b3-85cd-ff5eb891075f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c19fe75-c0f9-4bfd-a9c2-addc923b0b9d']}} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:13.836848 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-0f629ed6-99af-47b3-85cd-ff5eb891075f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdccf553-e7a8-4427-93d4-fdb2c064a896') {'for_net_delete': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:13.837170 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-0f629ed6-99af-47b3-85cd-ff5eb891075f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdccf553-e7a8-4427-93d4-fdb2c064a896') {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:13.848474 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0f629ed6-99af-47b3-85cd-ff5eb891075f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747424827639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26291314'] for segment (cdccf553-e7a8-4427-93d4-fdb2c064a896), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:13.869067 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0f629ed6-99af-47b3-85cd-ff5eb891075f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (cdccf553-e7a8-4427-93d4-fdb2c064a896), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:13.874564 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76e5c2e7-d835-4cb7-adf3-d0d6330d3ef9 req-e707ec21-e816-4475-bdb9-68e742ec7d96 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:42:13.886238 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebd1572-c90a-48ac-96c2-20e44bc95e97 None None] Sync routers for ids ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'] in dv-cinder-862136-1-iscsi {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:42:13.887335 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f629ed6-99af-47b3-85cd-ff5eb891075f admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=104732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 13:42:13.887910 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0f629ed6-99af-47b3-85cd-ff5eb891075f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25722433'] for segment (cdccf553-e7a8-4427-93d4-fdb2c064a896), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:13.904386 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebd1572-c90a-48ac-96c2-20e44bc95e97 None None] Routers {'1f3c4c41-ebbf-411a-9bb1-1745db5a6489'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:42:13.905250 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-bebd1572-c90a-48ac-96c2-20e44bc95e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:41:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:13.941113 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.services.segments.plugin [-] Segment cdccf553-e7a8-4427-93d4-fdb2c064a896 resource provider aggregate not found Oct 20 13:42:13.966080 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.services.segments.plugin [-] Segment cdccf553-e7a8-4427-93d4-fdb2c064a896 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cdccf553-e7a8-4427-93d4-fdb2c064a896 found for delete ", "request_id": "req-d25aa620-a917-41e7-ad37-0e30167f4f87"}]} Oct 20 13:42:13.973708 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0f629ed6-99af-47b3-85cd-ff5eb891075f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1335290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859717'] for network (0c19fe75-c0f9-4bfd-a9c2-addc923b0b9d), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:13.977309 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e5c2e7-d835-4cb7-adf3-d0d6330d3ef9 req-e707ec21-e816-4475-bdb9-68e742ec7d96 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] No DVR routers for this DVR port 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e on host hv-cinder-86213 {{(pid=104733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:42:13.983692 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0f629ed6-99af-47b3-85cd-ff5eb891075f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:13.986923 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-0f629ed6-99af-47b3-85cd-ff5eb891075f admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/0c19fe75-c0f9-4bfd-a9c2-addc923b0b9d HTTP/1.1" status: 204 len: 168 time: 0.3639243 Oct 20 13:42:13.990126 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47186) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:14.014244 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e2a91c70-bbc6-4e89-95ae-2e35572eafb5 req-4f060823-f27d-4fd9-b0f4-e0c6bb73c6c8 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=09046678-4ab5-4b0a-af64-386fcb5735c5 HTTP/1.1" status: 200 len: 210 time: 0.0795009 Oct 20 13:42:14.019256 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-76e5c2e7-d835-4cb7-adf3-d0d6330d3ef9 req-e707ec21-e816-4475-bdb9-68e742ec7d96 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:14.023126 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-76e5c2e7-d835-4cb7-adf3-d0d6330d3ef9 req-e707ec21-e816-4475-bdb9-68e742ec7d96 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.20 "DELETE /networking/v2.0/ports/56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e HTTP/1.1" status: 204 len: 173 time: 2.1223431 Oct 20 13:42:14.024155 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09046678-4ab5-4b0a-af64-386fcb5735c5', 'name': 'network-vif-deleted', 'tag': '56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:42:14.028540 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7103a348-01a7-4ccf-a471-843e12c76231" -d '{"events": [{"server_uuid": "09046678-4ab5-4b0a-af64-386fcb5735c5", "name": "network-vif-deleted", "tag": "56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:42:14.031669 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-3864204c-2373-47df-b004-cc4ae8483f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (4331dc7b-7fcb-4774-be26-f220d5201471), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:14.041135 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f629ed6-99af-47b3-85cd-ff5eb891075f admin admin] Pushing event deleted for resources: {'Network': ['ID=0c19fe75-c0f9-4bfd-a9c2-addc923b0b9d,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:14.058866 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:14.065486 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4d09715-da65-4b1d-8c2c-3dfaf175fb30 admin admin] Deleting subnet cb65c79e-4f73-43f9-b7f5-18790366f30a {{(pid=104732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 13:42:14.070058 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e4d09715-da65-4b1d-8c2c-3dfaf175fb30 admin admin] Publish callbacks [] for subnet (cb65c79e-4f73-43f9-b7f5-18790366f30a), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:14.070261 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-bebd1572-c90a-48ac-96c2-20e44bc95e97 None None] Set router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:42:14.154222 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e4d09715-da65-4b1d-8c2c-3dfaf175fb30 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26291269'] for subnet (cb65c79e-4f73-43f9-b7f5-18790366f30a), precommit_delete_associations {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:14.229713 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e4d09715-da65-4b1d-8c2c-3dfaf175fb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1335179'] for subnet (cb65c79e-4f73-43f9-b7f5-18790366f30a), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:14.318806 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e4d09715-da65-4b1d-8c2c-3dfaf175fb30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1335184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25721315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25948865'] for subnet (cb65c79e-4f73-43f9-b7f5-18790366f30a), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:14.356542 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:14.360386 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d09715-da65-4b1d-8c2c-3dfaf175fb30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb65c79e-4f73-43f9-b7f5-18790366f30a,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:14.373903 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-bebd1572-c90a-48ac-96c2-20e44bc95e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:37Z', 'revision_number': 4, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '86fac27a-cd4f-4973-a4ae-a8871270433b', 'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'mac_address': 'fa:16:3e:53:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:35Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 5, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'subnets': [{'id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:14.374471 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e4d09715-da65-4b1d-8c2c-3dfaf175fb30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:14.380118 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-e4d09715-da65-4b1d-8c2c-3dfaf175fb30 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/cb65c79e-4f73-43f9-b7f5-18790366f30a HTTP/1.1" status: 204 len: 168 time: 0.3849277 Oct 20 13:42:14.380368 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47192) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:14.402686 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebd1572-c90a-48ac-96c2-20e44bc95e97 None None] Checking router: 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 for host: dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:42:14.416027 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebd1572-c90a-48ac-96c2-20e44bc95e97 None None] Routers {'1f3c4c41-ebbf-411a-9bb1-1745db5a6489'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:42:14.416670 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-bebd1572-c90a-48ac-96c2-20e44bc95e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:41:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:14.465172 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caebedbf-e386-4ca9-be62-51ed9ae162ca x-openstack-request-id: req-caebedbf-e386-4ca9-be62-51ed9ae162ca {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:42:14.465636 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09046678-4ab5-4b0a-af64-386fcb5735c5", "name": "network-vif-deleted", "tag": "56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:42:14.466342 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-caebedbf-e386-4ca9-be62-51ed9ae162ca {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:42:14.466663 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caebedbf-e386-4ca9-be62-51ed9ae162ca'] response: {'server_uuid': '09046678-4ab5-4b0a-af64-386fcb5735c5', 'name': 'network-vif-deleted', 'tag': '56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e', 'status': 'completed', 'code': 200} Oct 20 13:42:14.468218 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864204c-2373-47df-b004-cc4ae8483f29 admin admin] Pushing event deleted for resources: {'Port': ['ID=4331dc7b-7fcb-4774-be26-f220d5201471,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:14.482876 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ecda315a-e2bf-4cd5-8578-0bdb87183b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466521'] for network (db2a3c78-c194-4f82-b9e6-62311c17ac11), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:14.532034 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:14.545985 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-bebd1572-c90a-48ac-96c2-20e44bc95e97 None None] Set router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:42:14.551412 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a0e6b-0d06-478f-bda0-5f990b653590 req-f343173c-de1a-478d-9022-4227978a10c0 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:14.552941 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ce2a0e6b-0d06-478f-bda0-5f990b653590 req-f343173c-de1a-478d-9022-4227978a10c0 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=da50e4f6-b3c0-48a2-8769-24d3294ac458 HTTP/1.1" status: 200 len: 946 time: 0.0908928 Oct 20 13:42:14.574866 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ecda315a-e2bf-4cd5-8578-0bdb87183b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335235', 'neutron.services.segments.db._delete_segments_for_network-8747424857155'] for network (db2a3c78-c194-4f82-b9e6-62311c17ac11), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:14.597422 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-ecda315a-e2bf-4cd5-8578-0bdb87183b89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2a3c78-c194-4f82-b9e6-62311c17ac11']}} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:14.607812 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-ecda315a-e2bf-4cd5-8578-0bdb87183b89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838ae10f-46e5-4ab0-9d2a-bcd98b28a36b') {'for_net_delete': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:14.608061 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-ecda315a-e2bf-4cd5-8578-0bdb87183b89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838ae10f-46e5-4ab0-9d2a-bcd98b28a36b') {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:14.619880 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ecda315a-e2bf-4cd5-8578-0bdb87183b89 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747424827639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26291314'] for segment (838ae10f-46e5-4ab0-9d2a-bcd98b28a36b), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:14.634179 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ecda315a-e2bf-4cd5-8578-0bdb87183b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (838ae10f-46e5-4ab0-9d2a-bcd98b28a36b), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:14.640598 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecda315a-e2bf-4cd5-8578-0bdb87183b89 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=104732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 13:42:14.641611 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ecda315a-e2bf-4cd5-8578-0bdb87183b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25722433'] for segment (838ae10f-46e5-4ab0-9d2a-bcd98b28a36b), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:14.648188 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-ce2a0e6b-0d06-478f-bda0-5f990b653590 req-7741a1c4-cb61-4b59-9067-bc084b112d82 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c2e8b2b4-6ffc-4ffb-b540-326c8c88f935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879619 Oct 20 13:42:14.726888 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ecda315a-e2bf-4cd5-8578-0bdb87183b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1335290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859717'] for network (db2a3c78-c194-4f82-b9e6-62311c17ac11), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:14.730353 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-3864204c-2373-47df-b004-cc4ae8483f29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864730'] for router_interface (8834576e-a1f8-40e2-80f5-b2376b01031a), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:14.755898 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ecda315a-e2bf-4cd5-8578-0bdb87183b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:14.758209 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e5790b-0838-498b-a58b-46f777908309 None None] get_active_networks_info from dv-cinder-862136-1-iscsi {{(pid=104734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 13:42:14.766724 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-ecda315a-e2bf-4cd5-8578-0bdb87183b89 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/db2a3c78-c194-4f82-b9e6-62311c17ac11 HTTP/1.1" status: 204 len: 168 time: 0.3853498 Oct 20 13:42:14.792620 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda315a-e2bf-4cd5-8578-0bdb87183b89 admin admin] Pushing event deleted for resources: {'Network': ['ID=db2a3c78-c194-4f82-b9e6-62311c17ac11,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:14.799240 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-bebd1572-c90a-48ac-96c2-20e44bc95e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:37Z', 'revision_number': 4, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '86fac27a-cd4f-4973-a4ae-a8871270433b', 'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'mac_address': 'fa:16:3e:53:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:35Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 5, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'subnets': [{'id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:14.857360 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebd1572-c90a-48ac-96c2-20e44bc95e97 None None] The sync data for ids ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'] in dv-cinder-862136-1-iscsi is: [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:35:37Z', 'revision_number': 4, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '86fac27a-cd4f-4973-a4ae-a8871270433b', 'name': '', 'network_id': '6a87efad-1518-4319-8b6e-3edd28303f86', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'mac_address': 'fa:16:3e:53:5d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:35Z', 'updated_at': '2022-10-20T13:35:49Z', 'revision_number': 5, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'subnets': [{'id': '2fdacf12-c611-42fe-b6f6-2cbfeede8f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:42:14.957798 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:14.963643 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576c8a3-6dff-4d44-aa82-58a8ea7123d1 req-3719aef2-79ed-4047-8787-60af77614d87 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:14.970900 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c576c8a3-6dff-4d44-aa82-58a8ea7123d1 req-3719aef2-79ed-4047-8787-60af77614d87 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 984 time: 0.1155119 Oct 20 13:42:15.047795 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:15.063583 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e5790b-0838-498b-a58b-46f777908309 None None] Resources bound (agent type, host, resource id): {{(pid=104734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 13:42:15.085548 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3864204c-2373-47df-b004-cc4ae8483f29 admin admin] Router 8834576e-a1f8-40e2-80f5-b2376b01031a has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:42:15.092956 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47206) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:15.095021 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c576c8a3-6dff-4d44-aa82-58a8ea7123d1 req-faef178b-98d8-4e87-be0a-20bb83b17ca2 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&id=5478a9d8-2f05-4d92-8662-da8f5dbdb472&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1225109 Oct 20 13:42:15.156380 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-78d90a4f-933c-45f2-837a-0b9b6d5139c8 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=2038d3ff419446cfb16ec2347bc90950&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0583575 Oct 20 13:42:15.161613 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47208) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:15.252397 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47214) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:15.257266 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:15.262262 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3864204c-2373-47df-b004-cc4ae8483f29 admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:42:15.267625 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-3864204c-2373-47df-b004-cc4ae8483f29 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/8834576e-a1f8-40e2-80f5-b2376b01031a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7341681 Oct 20 13:42:15.271693 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 47218) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:15.273909 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c5078c-eeb1-46d3-9ba8-51fca8d0cce9 None None] Sync routers for ids ['8834576e-a1f8-40e2-80f5-b2376b01031a'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:42:15.289127 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c5078c-eeb1-46d3-9ba8-51fca8d0cce9 None None] Routers {'8834576e-a1f8-40e2-80f5-b2376b01031a'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:42:15.289740 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-48c5078c-eeb1-46d3-9ba8-51fca8d0cce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:41:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['8834576e-a1f8-40e2-80f5-b2376b01031a'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:15.323760 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-80a4fc92-a88c-463c-8f61-2f7e5e40ebfd admin admin] Publish callbacks [] for security_group (d9d70bf5-1991-4f35-a52c-ac16ecf13bfd), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:15.360750 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-80a4fc92-a88c-463c-8f61-2f7e5e40ebfd admin admin] Publish callbacks [] for security_group (d9d70bf5-1991-4f35-a52c-ac16ecf13bfd), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:15.369570 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac28715-29bd-4b06-9db6-6084261c0e8d None None] New status for floating IP f9c753cc-3bfc-4c84-83fd-9d236d176887: DOWN {{(pid=104734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 13:42:15.372702 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3440d6ae-b9b0-43a8-b0b3-6368c599cd32 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group (1bb145a6-1757-4fb8-a941-30633e22decd), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:15.427364 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3440d6ae-b9b0-43a8-b0b3-6368c599cd32 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group (1bb145a6-1757-4fb8-a941-30633e22decd), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:15.484036 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:15.522037 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-80a4fc92-a88c-463c-8f61-2f7e5e40ebfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (d9d70bf5-1991-4f35-a52c-ac16ecf13bfd), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:15.528454 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-80a4fc92-a88c-463c-8f61-2f7e5e40ebfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:15.544153 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-80a4fc92-a88c-463c-8f61-2f7e5e40ebfd admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/d9d70bf5-1991-4f35-a52c-ac16ecf13bfd HTTP/1.1" status: 204 len: 168 time: 0.3792055 Oct 20 13:42:15.552983 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a4fc92-a88c-463c-8f61-2f7e5e40ebfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d70bf5-1991-4f35-a52c-ac16ecf13bfd,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:15.557609 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ffe03eb3-524b-447a-875d-c884dc443c65 admin admin] Publish callbacks [] for router (8834576e-a1f8-40e2-80f5-b2376b01031a), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:15.560602 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3440d6ae-b9b0-43a8-b0b3-6368c599cd32 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (1bb145a6-1757-4fb8-a941-30633e22decd), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:15.563831 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3440d6ae-b9b0-43a8-b0b3-6368c599cd32 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:15.573139 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-3440d6ae-b9b0-43a8-b0b3-6368c599cd32 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/1bb145a6-1757-4fb8-a941-30633e22decd HTTP/1.1" status: 204 len: 168 time: 0.3078313 Oct 20 13:42:15.573870 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47224) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:15.613792 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440d6ae-b9b0-43a8-b0b3-6368c599cd32 tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb145a6-1757-4fb8-a941-30633e22decd,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:15.615749 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.api.v2.resource [None req-36ee330b-0235-41c8-84f5-5cc49132f93b tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] show failed (client error): The resource could not be found. Oct 20 13:42:15.616812 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-36ee330b-0235-41c8-84f5-5cc49132f93b tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "GET /networking/v2.0/security-groups/1bb145a6-1757-4fb8-a941-30633e22decd HTTP/1.1" status: 404 len: 347 time: 0.0289161 Oct 20 13:42:15.620072 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 47226) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:15.731148 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-48c5078c-eeb1-46d3-9ba8-51fca8d0cce9 None None] Set router 8834576e-a1f8-40e2-80f5-b2376b01031a gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:42:15.757003 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e no longer exists at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:42:15.806993 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] No Port match for: 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:42:15.810040 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 56c0f2ff-4b2b-47e3-8bfd-ca7966abf40e not bound to the agent host hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:42:15.842331 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:15.892432 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:15.911435 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c093cdee-88fa-4370-9470-e263cbab5500 req-bd7326f8-3405-42dc-bb67-703b6a4bb795 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:15.920317 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c093cdee-88fa-4370-9470-e263cbab5500 req-bd7326f8-3405-42dc-bb67-703b6a4bb795 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=da50e4f6-b3c0-48a2-8769-24d3294ac458 HTTP/1.1" status: 200 len: 946 time: 0.2319572 Oct 20 13:42:15.936119 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:15.937956 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-48c5078c-eeb1-46d3-9ba8-51fca8d0cce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8834576e-a1f8-40e2-80f5-b2376b01031a', 'name': 'tempest-TestVolumeBootPattern-1124632421-router', 'tenant_id': '111a918263d14198a3d24236431db365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:33Z', 'updated_at': '2022-10-20T13:42:13Z', 'revision_number': 5, 'project_id': '111a918263d14198a3d24236431db365', 'gw_port': {'id': '50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8834576e-a1f8-40e2-80f5-b2376b01031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:34Z', 'updated_at': '2022-10-20T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:15.970587 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c5078c-eeb1-46d3-9ba8-51fca8d0cce9 None None] Checking router: 8834576e-a1f8-40e2-80f5-b2376b01031a for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:42:15.981188 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c5078c-eeb1-46d3-9ba8-51fca8d0cce9 None None] Routers {'8834576e-a1f8-40e2-80f5-b2376b01031a'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:42:15.982055 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-48c5078c-eeb1-46d3-9ba8-51fca8d0cce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:41:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['8834576e-a1f8-40e2-80f5-b2376b01031a'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:15.993390 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.services.segments.plugin [-] Segment 838ae10f-46e5-4ab0-9d2a-bcd98b28a36b resource provider aggregate not found Oct 20 13:42:16.025682 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.services.segments.plugin [-] Segment 838ae10f-46e5-4ab0-9d2a-bcd98b28a36b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 838ae10f-46e5-4ab0-9d2a-bcd98b28a36b found for delete ", "request_id": "req-b9501ce3-8cf4-4557-b319-c081175d60a8"}]} Oct 20 13:42:16.059815 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ffe03eb3-524b-447a-875d-c884dc443c65 admin admin] Publish callbacks [] for router_gateway (8834576e-a1f8-40e2-80f5-b2376b01031a), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:16.070665 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-d87e4dda-bc58-47ae-a0fe-d9bdbfe6058b tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Deleting port b1141d89-6d3d-4e53-9d90-96917259098a {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:42:16.071420 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d87e4dda-bc58-47ae-a0fe-d9bdbfe6058b tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (b1141d89-6d3d-4e53-9d90-96917259098a), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:16.094752 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c093cdee-88fa-4370-9470-e263cbab5500 req-3bbf1d47-c201-42e1-ada6-6e63c07d39d1 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c2e8b2b4-6ffc-4ffb-b540-326c8c88f935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650486 Oct 20 13:42:16.102870 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-48c5078c-eeb1-46d3-9ba8-51fca8d0cce9 None None] Set router 8834576e-a1f8-40e2-80f5-b2376b01031a gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:42:16.193011 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-ffe03eb3-524b-447a-875d-c884dc443c65 admin admin] Deleting port 50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4 {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:42:16.193738 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ffe03eb3-524b-447a-875d-c884dc443c65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:16.199344 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-9f78f56b-4b75-4d8e-bee9-f60761453354 None None] Provisioning complete for port 280c5453-297b-4f36-9e7f-56d146f13095 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:42:16.199717 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9f78f56b-4b75-4d8e-bee9-f60761453354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (280c5453-297b-4f36-9e7f-56d146f13095), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:16.201492 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-9f78f56b-4b75-4d8e-bee9-f60761453354 None None] Attempt 1 to provision port 280c5453-297b-4f36-9e7f-56d146f13095 Oct 20 13:42:16.260592 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47236) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:16.297169 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-9f78f56b-4b75-4d8e-bee9-f60761453354 None None] Current status of the port 280c5453-297b-4f36-9e7f-56d146f13095 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:42:16.310682 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-48c5078c-eeb1-46d3-9ba8-51fca8d0cce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8834576e-a1f8-40e2-80f5-b2376b01031a', 'name': 'tempest-TestVolumeBootPattern-1124632421-router', 'tenant_id': '111a918263d14198a3d24236431db365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:33Z', 'updated_at': '2022-10-20T13:42:13Z', 'revision_number': 5, 'project_id': '111a918263d14198a3d24236431db365', 'gw_port': {'id': '50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8834576e-a1f8-40e2-80f5-b2376b01031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:34Z', 'updated_at': '2022-10-20T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:16.311359 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-6d6dfeff-4da4-4362-b138-7998e88f9b7f admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=f8ba09eb2ebe434f884edd81e24f8143&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0494132 Oct 20 13:42:16.316894 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47238) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:16.327050 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d87e4dda-bc58-47ae-a0fe-d9bdbfe6058b tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (b1141d89-6d3d-4e53-9d90-96917259098a), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:16.327369 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d87e4dda-bc58-47ae-a0fe-d9bdbfe6058b tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for floatingip (b1141d89-6d3d-4e53-9d90-96917259098a), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:16.336986 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c5078c-eeb1-46d3-9ba8-51fca8d0cce9 None None] The sync data for ids ['8834576e-a1f8-40e2-80f5-b2376b01031a'] in dv-cinder-862136-1-iscsi is: [{'id': '8834576e-a1f8-40e2-80f5-b2376b01031a', 'name': 'tempest-TestVolumeBootPattern-1124632421-router', 'tenant_id': '111a918263d14198a3d24236431db365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.26'}], 'enable_snat': True}, 'gw_port_id': '50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:37:33Z', 'updated_at': '2022-10-20T13:42:13Z', 'revision_number': 5, 'project_id': '111a918263d14198a3d24236431db365', 'gw_port': {'id': '50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:12:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8834576e-a1f8-40e2-80f5-b2376b01031a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:37:34Z', 'updated_at': '2022-10-20T13:37:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:42:16.357664 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-d87e4dda-bc58-47ae-a0fe-d9bdbfe6058b tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Calling delete_port for b1141d89-6d3d-4e53-9d90-96917259098a owned by network:floatingip {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:42:16.364855 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc976559-3f68-444e-b52f-bfd5dd1115e2 req-2453a146-5f82-41ea-9f76-e8ab9876d77e tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:16.366358 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-bc976559-3f68-444e-b52f-bfd5dd1115e2 req-2453a146-5f82-41ea-9f76-e8ab9876d77e tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 984 time: 0.1521256 Oct 20 13:42:16.387910 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b9847d1b-3fb5-444d-980e-d5501fc7b18e admin admin] Publish callbacks [] for security_group (087515be-2799-4ee3-9328-8a21c9e6cd8b), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:16.407854 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-ffe03eb3-524b-447a-875d-c884dc443c65 admin admin] For port 50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:16.408109 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ffe03eb3-524b-447a-875d-c884dc443c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:16.408762 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b9847d1b-3fb5-444d-980e-d5501fc7b18e admin admin] Publish callbacks [] for security_group (087515be-2799-4ee3-9328-8a21c9e6cd8b), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:16.461278 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b9847d1b-3fb5-444d-980e-d5501fc7b18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (087515be-2799-4ee3-9328-8a21c9e6cd8b), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:16.461495 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-ffe03eb3-524b-447a-875d-c884dc443c65 admin admin] Calling delete_port for 50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4 owned by network:router_gateway {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:42:16.464240 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-b9847d1b-3fb5-444d-980e-d5501fc7b18e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:16.465543 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-b9847d1b-3fb5-444d-980e-d5501fc7b18e admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/087515be-2799-4ee3-9328-8a21c9e6cd8b HTTP/1.1" status: 204 len: 168 time: 0.1476674 Oct 20 13:42:16.474211 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9847d1b-3fb5-444d-980e-d5501fc7b18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087515be-2799-4ee3-9328-8a21c9e6cd8b,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:16.477254 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:16.483579 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9847d1b-3fb5-444d-980e-d5501fc7b18e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:16.484469 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9847d1b-3fb5-444d-980e-d5501fc7b18e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:16.484673 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9847d1b-3fb5-444d-980e-d5501fc7b18e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:16.484903 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9847d1b-3fb5-444d-980e-d5501fc7b18e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:16.485238 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9847d1b-3fb5-444d-980e-d5501fc7b18e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:16.485576 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9847d1b-3fb5-444d-980e-d5501fc7b18e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:16.486741 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9847d1b-3fb5-444d-980e-d5501fc7b18e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:16.486888 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9847d1b-3fb5-444d-980e-d5501fc7b18e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:16.487456 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9847d1b-3fb5-444d-980e-d5501fc7b18e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:16.487849 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9847d1b-3fb5-444d-980e-d5501fc7b18e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:16.488104 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9847d1b-3fb5-444d-980e-d5501fc7b18e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:16.488385 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9847d1b-3fb5-444d-980e-d5501fc7b18e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:16.488710 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9847d1b-3fb5-444d-980e-d5501fc7b18e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:16.489049 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9847d1b-3fb5-444d-980e-d5501fc7b18e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:16.489681 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9847d1b-3fb5-444d-980e-d5501fc7b18e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:16.513127 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:16.566751 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-bc976559-3f68-444e-b52f-bfd5dd1115e2 req-e367f9da-69a9-4eed-8609-a0019bb93bc5 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&id=5478a9d8-2f05-4d92-8662-da8f5dbdb472&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1924472 Oct 20 13:42:16.701849 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:16.710675 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d87e4dda-bc58-47ae-a0fe-d9bdbfe6058b tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (b1141d89-6d3d-4e53-9d90-96917259098a), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:16.775711 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e4dda-bc58-47ae-a0fe-d9bdbfe6058b tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Pushing event deleted for resources: {'Port': ['ID=b1141d89-6d3d-4e53-9d90-96917259098a,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:16.847167 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ffe03eb3-524b-447a-875d-c884dc443c65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:16.852291 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d87e4dda-bc58-47ae-a0fe-d9bdbfe6058b tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks [] for floatingip (f9c753cc-3bfc-4c84-83fd-9d236d176887), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:16.856085 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d87e4dda-bc58-47ae-a0fe-d9bdbfe6058b tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:16.861035 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-d87e4dda-bc58-47ae-a0fe-d9bdbfe6058b tempest-AttachVolumeNegativeTest-1507594223 tempest-AttachVolumeNegativeTest-1507594223-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/f9c753cc-3bfc-4c84-83fd-9d236d176887 HTTP/1.1" status: 204 len: 168 time: 1.2388136 Oct 20 13:42:16.889018 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe03eb3-524b-447a-875d-c884dc443c65 admin admin] Pushing event deleted for resources: {'Port': ['ID=50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:16.964565 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ffe03eb3-524b-447a-875d-c884dc443c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3855219'] for router_gateway (8834576e-a1f8-40e2-80f5-b2376b01031a), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:17.103054 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ffe03eb3-524b-447a-875d-c884dc443c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3608'] for router (8834576e-a1f8-40e2-80f5-b2376b01031a), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:17.105461 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ffe03eb3-524b-447a-875d-c884dc443c65 admin admin] Publish callbacks [] for router_controller (8834576e-a1f8-40e2-80f5-b2376b01031a), precommit_delete_associations {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:17.160459 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ffe03eb3-524b-447a-875d-c884dc443c65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864653'] for router (8834576e-a1f8-40e2-80f5-b2376b01031a), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:17.160910 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe03eb3-524b-447a-875d-c884dc443c65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8834576e-a1f8-40e2-80f5-b2376b01031a {{(pid=104733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 13:42:17.171422 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ffe03eb3-524b-447a-875d-c884dc443c65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:17.171422 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-ffe03eb3-524b-447a-875d-c884dc443c65 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/8834576e-a1f8-40e2-80f5-b2376b01031a HTTP/1.1" status: 204 len: 168 time: 1.8971262 Oct 20 13:42:17.172180 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47264) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:17.245249 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a75c09e-9cbe-4a14-972f-32330c6f044c admin admin] Deleting subnet 799bd9eb-fa8f-4781-965f-5603daef024a {{(pid=104732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 13:42:17.248654 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-2a75c09e-9cbe-4a14-972f-32330c6f044c admin admin] Publish callbacks [] for subnet (799bd9eb-fa8f-4781-965f-5603daef024a), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:17.263142 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a7d159-5c30-447c-9fec-ff019ad55471 req-79688a85-1e18-4566-a02d-72cb5edbe879 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:17.264680 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f4a7d159-5c30-447c-9fec-ff019ad55471 req-79688a85-1e18-4566-a02d-72cb5edbe879 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=da50e4f6-b3c0-48a2-8769-24d3294ac458 HTTP/1.1" status: 200 len: 946 time: 0.0909629 Oct 20 13:42:17.271466 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c6806-e4db-4e0b-9935-f44b72aa2b1a req-7d322541-a0bf-443c-b6d3-f8bf11c9bd42 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:17.272951 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c87c6806-e4db-4e0b-9935-f44b72aa2b1a req-7d322541-a0bf-443c-b6d3-f8bf11c9bd42 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=da50e4f6-b3c0-48a2-8769-24d3294ac458 HTTP/1.1" status: 200 len: 946 time: 0.0896451 Oct 20 13:42:17.301085 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-2a75c09e-9cbe-4a14-972f-32330c6f044c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26291269'] for subnet (799bd9eb-fa8f-4781-965f-5603daef024a), precommit_delete_associations {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:17.390784 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f4a7d159-5c30-447c-9fec-ff019ad55471 req-6274cd30-d9ff-4732-8ff1-9e7dc24d8b49 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c2e8b2b4-6ffc-4ffb-b540-326c8c88f935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168489 Oct 20 13:42:17.413190 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-2a75c09e-9cbe-4a14-972f-32330c6f044c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1335179'] for subnet (799bd9eb-fa8f-4781-965f-5603daef024a), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:17.434606 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-c87c6806-e4db-4e0b-9935-f44b72aa2b1a req-376501bf-53f6-45ae-b29c-e4c9e9609890 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Deleting port d6c4e7f9-9db0-4f5c-81a9-06649b0448e7 {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:42:17.434938 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-c87c6806-e4db-4e0b-9935-f44b72aa2b1a req-376501bf-53f6-45ae-b29c-e4c9e9609890 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (d6c4e7f9-9db0-4f5c-81a9-06649b0448e7), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:17.470918 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-2a75c09e-9cbe-4a14-972f-32330c6f044c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1335184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25721315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25948865'] for subnet (799bd9eb-fa8f-4781-965f-5603daef024a), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:17.502061 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a75c09e-9cbe-4a14-972f-32330c6f044c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=799bd9eb-fa8f-4781-965f-5603daef024a,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:17.510507 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-2a75c09e-9cbe-4a14-972f-32330c6f044c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:17.510507 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-2a75c09e-9cbe-4a14-972f-32330c6f044c admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/799bd9eb-fa8f-4781-965f-5603daef024a HTTP/1.1" status: 204 len: 168 time: 0.3350642 Oct 20 13:42:17.514739 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47272) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:17.514958 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b357ce6-a388-42ae-87b7-d330d0b5c4d8 None None] Network 1ad9de5e-9bc4-42b0-aa70-13f11796f067 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:42:17.559089 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-c87c6806-e4db-4e0b-9935-f44b72aa2b1a req-376501bf-53f6-45ae-b29c-e4c9e9609890 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] For port d6c4e7f9-9db0-4f5c-81a9-06649b0448e7, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=d6c4e7f9-9db0-4f5c-81a9-06649b0448e7,segment=NetworkSegment(8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91),segment_id=8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:17.559854 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-c87c6806-e4db-4e0b-9935-f44b72aa2b1a req-376501bf-53f6-45ae-b29c-e4c9e9609890 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (d6c4e7f9-9db0-4f5c-81a9-06649b0448e7), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:17.576671 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-c87c6806-e4db-4e0b-9935-f44b72aa2b1a req-376501bf-53f6-45ae-b29c-e4c9e9609890 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Calling delete_port for d6c4e7f9-9db0-4f5c-81a9-06649b0448e7 owned by compute:nova {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:42:17.603577 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5b611ca1-8e4b-406d-9566-69213e06df94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466521'] for network (1ad9de5e-9bc4-42b0-aa70-13f11796f067), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:17.644473 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:17.665114 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-5b611ca1-8e4b-406d-9566-69213e06df94 admin admin] Deleting port 280c5453-297b-4f36-9e7f-56d146f13095 {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:42:17.665877 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5b611ca1-8e4b-406d-9566-69213e06df94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (280c5453-297b-4f36-9e7f-56d146f13095), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:17.763974 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e980d-b7df-4bfd-859f-125ac4223ff3 req-b5080cd4-5a4a-41f7-a523-0b8a05d773bb tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:17.764477 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-5b611ca1-8e4b-406d-9566-69213e06df94 admin admin] For port 280c5453-297b-4f36-9e7f-56d146f13095, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=280c5453-297b-4f36-9e7f-56d146f13095,segment=NetworkSegment(f4974e20-f45c-4aae-b61b-5d100e4f0c6e),segment_id=f4974e20-f45c-4aae-b61b-5d100e4f0c6e)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:17.764843 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5b611ca1-8e4b-406d-9566-69213e06df94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (280c5453-297b-4f36-9e7f-56d146f13095), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:17.766010 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f50e980d-b7df-4bfd-859f-125ac4223ff3 req-b5080cd4-5a4a-41f7-a523-0b8a05d773bb tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 984 time: 0.0966513 Oct 20 13:42:17.781292 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818d7db3-0c33-4394-b409-fc396671448a None None] DHCP port deletion for 1ad9de5e-9bc4-42b0-aa70-13f11796f067 request from dv-cinder-862136-1-iscsi {{(pid=104734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 13:42:17.787825 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-5b611ca1-8e4b-406d-9566-69213e06df94 admin admin] Calling delete_port for 280c5453-297b-4f36-9e7f-56d146f13095 owned by network:dhcp {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:42:17.833985 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-c87c6806-e4db-4e0b-9935-f44b72aa2b1a req-376501bf-53f6-45ae-b29c-e4c9e9609890 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (d6c4e7f9-9db0-4f5c-81a9-06649b0448e7), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:17.838242 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-818d7db3-0c33-4394-b409-fc396671448a None None] Deleting port 280c5453-297b-4f36-9e7f-56d146f13095 {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:42:17.838836 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-818d7db3-0c33-4394-b409-fc396671448a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (280c5453-297b-4f36-9e7f-56d146f13095), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:17.859732 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['d6c4e7f9-9db0-4f5c-81a9-06649b0448e7'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:42:17.876201 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376501bf-53f6-45ae-b29c-e4c9e9609890 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Pushing event deleted for resources: {'Port': ['ID=d6c4e7f9-9db0-4f5c-81a9-06649b0448e7,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:17.920490 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5b611ca1-8e4b-406d-9566-69213e06df94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (280c5453-297b-4f36-9e7f-56d146f13095), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:17.948212 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b611ca1-8e4b-406d-9566-69213e06df94 admin admin] Pushing event deleted for resources: {'Port': ['ID=280c5453-297b-4f36-9e7f-56d146f13095,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:17.950055 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b611ca1-8e4b-406d-9566-69213e06df94 admin admin] No DVR routers for this DVR port 280c5453-297b-4f36-9e7f-56d146f13095 on host dv-cinder-862136-1-iscsi {{(pid=104732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:42:17.951387 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f50e980d-b7df-4bfd-859f-125ac4223ff3 req-75979d4b-5869-4d17-ad12-57604b7f3759 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&id=5478a9d8-2f05-4d92-8662-da8f5dbdb472&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1693213 Oct 20 13:42:17.952093 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87c6806-e4db-4e0b-9935-f44b72aa2b1a req-376501bf-53f6-45ae-b29c-e4c9e9609890 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] No DVR routers for this DVR port d6c4e7f9-9db0-4f5c-81a9-06649b0448e7 on host hv-cinder-86213 {{(pid=104733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:42:17.955198 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-c87c6806-e4db-4e0b-9935-f44b72aa2b1a req-376501bf-53f6-45ae-b29c-e4c9e9609890 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:17.959195 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c87c6806-e4db-4e0b-9935-f44b72aa2b1a req-376501bf-53f6-45ae-b29c-e4c9e9609890 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.20 "DELETE /networking/v2.0/ports/d6c4e7f9-9db0-4f5c-81a9-06649b0448e7 HTTP/1.1" status: 204 len: 173 time: 0.6783252 Oct 20 13:42:17.960242 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da50e4f6-b3c0-48a2-8769-24d3294ac458', 'name': 'network-vif-deleted', 'tag': 'd6c4e7f9-9db0-4f5c-81a9-06649b0448e7'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:42:17.962295 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcbf533-57aa-4385-9332-294b3c2d794d" -d '{"events": [{"server_uuid": "da50e4f6-b3c0-48a2-8769-24d3294ac458", "name": "network-vif-deleted", "tag": "d6c4e7f9-9db0-4f5c-81a9-06649b0448e7"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:42:18.044937 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-818d7db3-0c33-4394-b409-fc396671448a None None] For port 280c5453-297b-4f36-9e7f-56d146f13095, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=280c5453-297b-4f36-9e7f-56d146f13095,segment=NetworkSegment(f4974e20-f45c-4aae-b61b-5d100e4f0c6e),segment_id=f4974e20-f45c-4aae-b61b-5d100e4f0c6e)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:18.046153 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-818d7db3-0c33-4394-b409-fc396671448a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (280c5453-297b-4f36-9e7f-56d146f13095), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:18.047983 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5b611ca1-8e4b-406d-9566-69213e06df94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335235', 'neutron.services.segments.db._delete_segments_for_network-8747424857155'] for network (1ad9de5e-9bc4-42b0-aa70-13f11796f067), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:18.059957 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:18.067568 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 4331dc7b-7fcb-4774-be26-f220d5201471 no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:42:18.075262 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-5b611ca1-8e4b-406d-9566-69213e06df94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad9de5e-9bc4-42b0-aa70-13f11796f067']}} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:18.077043 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fc0189-0212-402b-8535-0418e3571d26 x-openstack-request-id: req-f3fc0189-0212-402b-8535-0418e3571d26 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:42:18.077663 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da50e4f6-b3c0-48a2-8769-24d3294ac458", "name": "network-vif-deleted", "tag": "d6c4e7f9-9db0-4f5c-81a9-06649b0448e7", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:42:18.077663 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3fc0189-0212-402b-8535-0418e3571d26 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:42:18.078545 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3fc0189-0212-402b-8535-0418e3571d26'] response: {'server_uuid': 'da50e4f6-b3c0-48a2-8769-24d3294ac458', 'name': 'network-vif-deleted', 'tag': 'd6c4e7f9-9db0-4f5c-81a9-06649b0448e7', 'status': 'completed', 'code': 200} Oct 20 13:42:18.087556 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-5b611ca1-8e4b-406d-9566-69213e06df94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4974e20-f45c-4aae-b61b-5d100e4f0c6e') {'for_net_delete': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:18.087846 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-5b611ca1-8e4b-406d-9566-69213e06df94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4974e20-f45c-4aae-b61b-5d100e4f0c6e') {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:18.099303 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: 4331dc7b-7fcb-4774-be26-f220d5201471 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:42:18.099303 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 4331dc7b-7fcb-4774-be26-f220d5201471 not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:42:18.099735 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4 no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:42:18.104575 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-818d7db3-0c33-4394-b409-fc396671448a None None] Calling delete_port for 280c5453-297b-4f36-9e7f-56d146f13095 owned by network:dhcp {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:42:18.105816 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5b611ca1-8e4b-406d-9566-69213e06df94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747424827639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26291314'] for segment (f4974e20-f45c-4aae-b61b-5d100e4f0c6e), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:18.128677 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: 50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:42:18.129049 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 50f2e9cd-4b5f-4b94-9f1e-8ccf78a01ab4 not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:42:18.129468 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 280c5453-297b-4f36-9e7f-56d146f13095 no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:42:18.131165 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5b611ca1-8e4b-406d-9566-69213e06df94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (f4974e20-f45c-4aae-b61b-5d100e4f0c6e), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:18.142497 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b611ca1-8e4b-406d-9566-69213e06df94 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=104732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 13:42:18.153139 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5b611ca1-8e4b-406d-9566-69213e06df94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25722433'] for segment (f4974e20-f45c-4aae-b61b-5d100e4f0c6e), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:18.161909 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: 280c5453-297b-4f36-9e7f-56d146f13095 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:42:18.161909 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 280c5453-297b-4f36-9e7f-56d146f13095 not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:42:18.233174 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.services.segments.plugin [-] Segment f4974e20-f45c-4aae-b61b-5d100e4f0c6e resource provider aggregate not found Oct 20 13:42:18.253119 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-818d7db3-0c33-4394-b409-fc396671448a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964'] for port (280c5453-297b-4f36-9e7f-56d146f13095), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:18.261681 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.services.segments.plugin [-] Segment f4974e20-f45c-4aae-b61b-5d100e4f0c6e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f4974e20-f45c-4aae-b61b-5d100e4f0c6e found for delete ", "request_id": "req-8860db5c-c21a-4c38-9c45-2cafc68f1758"}]} Oct 20 13:42:18.270617 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5b611ca1-8e4b-406d-9566-69213e06df94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1335290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859717'] for network (1ad9de5e-9bc4-42b0-aa70-13f11796f067), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:18.290438 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d7db3-0c33-4394-b409-fc396671448a None None] Pushing event deleted for resources: {'Port': ['ID=280c5453-297b-4f36-9e7f-56d146f13095,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:18.292667 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818d7db3-0c33-4394-b409-fc396671448a None None] No DVR routers for this DVR port 280c5453-297b-4f36-9e7f-56d146f13095 on host dv-cinder-862136-1-iscsi {{(pid=104734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:42:18.307066 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5b611ca1-8e4b-406d-9566-69213e06df94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:18.313462 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-5b611ca1-8e4b-406d-9566-69213e06df94 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/1ad9de5e-9bc4-42b0-aa70-13f11796f067 HTTP/1.1" status: 204 len: 168 time: 0.7951896 Oct 20 13:42:18.313462 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b611ca1-8e4b-406d-9566-69213e06df94 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ad9de5e-9bc4-42b0-aa70-13f11796f067,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:18.522262 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:18.527217 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47314) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:18.549251 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-95d46a9a-ccd0-4e66-bfb3-0557312a776c req-ccb2bbb1-db88-483f-a8ea-c70e850b0b89 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=da50e4f6-b3c0-48a2-8769-24d3294ac458 HTTP/1.1" status: 200 len: 210 time: 0.0447483 Oct 20 13:42:18.573425 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-98d96d2a-0406-4820-9a28-cf004e552b03 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=32ef0737a3844bfe8f4bc14b09ebc88b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0447948 Oct 20 13:42:18.576017 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47316) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:18.605339 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:18.637904 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5020339c-f161-4fbb-9512-cbdd58ffc661 admin admin] Publish callbacks [] for security_group (3884fb11-2204-4971-a0da-b66f90091bf9), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:18.661709 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5020339c-f161-4fbb-9512-cbdd58ffc661 admin admin] Publish callbacks [] for security_group (3884fb11-2204-4971-a0da-b66f90091bf9), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:18.715917 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5020339c-f161-4fbb-9512-cbdd58ffc661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (3884fb11-2204-4971-a0da-b66f90091bf9), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:18.719798 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5020339c-f161-4fbb-9512-cbdd58ffc661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:18.722360 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-5020339c-f161-4fbb-9512-cbdd58ffc661 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/3884fb11-2204-4971-a0da-b66f90091bf9 HTTP/1.1" status: 204 len: 168 time: 0.1437569 Oct 20 13:42:18.733317 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020339c-f161-4fbb-9512-cbdd58ffc661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3884fb11-2204-4971-a0da-b66f90091bf9,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:18.753701 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47322) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:18.889266 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-05916e91-c52b-4ec3-859c-09c88ffbd990 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:18.969325 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-05916e91-c52b-4ec3-859c-09c88ffbd990 admin admin] Publish callbacks [] for security_group (4ed6a056-4b55-400f-9716-4e65bf9ac1a3), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:18.973905 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-05916e91-c52b-4ec3-859c-09c88ffbd990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (4ed6a056-4b55-400f-9716-4e65bf9ac1a3), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:19.015713 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05916e91-c52b-4ec3-859c-09c88ffbd990 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed6a056-4b55-400f-9716-4e65bf9ac1a3,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:19.024284 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-05916e91-c52b-4ec3-859c-09c88ffbd990 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=d6131b219fbf469bad78af5f21aaf4fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2694533 Oct 20 13:42:19.024466 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 47328) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:19.075510 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-e837bf9b-7695-4885-be87-8424299dd58a admin admin] Publish callbacks [] for security_group (4ed6a056-4b55-400f-9716-4e65bf9ac1a3), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:19.081791 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47330) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:19.095942 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-e837bf9b-7695-4885-be87-8424299dd58a admin admin] Publish callbacks [] for security_group (4ed6a056-4b55-400f-9716-4e65bf9ac1a3), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:19.121678 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-3071ebc9-cbb7-4d6f-b9f6-681bc27d24d7 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=111a918263d14198a3d24236431db365&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385971 Oct 20 13:42:19.123984 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47332) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:19.143601 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-e837bf9b-7695-4885-be87-8424299dd58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (4ed6a056-4b55-400f-9716-4e65bf9ac1a3), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:19.146240 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-e837bf9b-7695-4885-be87-8424299dd58a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:19.147354 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-e837bf9b-7695-4885-be87-8424299dd58a admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/4ed6a056-4b55-400f-9716-4e65bf9ac1a3 HTTP/1.1" status: 204 len: 168 time: 0.1218095 Oct 20 13:42:19.155196 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837bf9b-7695-4885-be87-8424299dd58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed6a056-4b55-400f-9716-4e65bf9ac1a3,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:19.177163 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a1b19714-47f1-433b-a291-698d28efe2db admin admin] Publish callbacks [] for security_group (a1e7d765-11f4-43c0-97a6-5f3140e19607), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:19.199694 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a1b19714-47f1-433b-a291-698d28efe2db admin admin] Publish callbacks [] for security_group (a1e7d765-11f4-43c0-97a6-5f3140e19607), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:19.248778 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a1b19714-47f1-433b-a291-698d28efe2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (a1e7d765-11f4-43c0-97a6-5f3140e19607), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:19.251325 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a1b19714-47f1-433b-a291-698d28efe2db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:19.255315 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-a1b19714-47f1-433b-a291-698d28efe2db admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/a1e7d765-11f4-43c0-97a6-5f3140e19607 HTTP/1.1" status: 204 len: 168 time: 0.1275930 Oct 20 13:42:19.261282 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b19714-47f1-433b-a291-698d28efe2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e7d765-11f4-43c0-97a6-5f3140e19607,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:19.632988 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 47354) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:19.650708 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f6ec9857-13cf-43f2-8993-abcbc3509411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:19.741168 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f6ec9857-13cf-43f2-8993-abcbc3509411 admin admin] Publish callbacks [] for security_group (26bb1dea-deb1-43cb-9091-ea716957effb), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:19.744209 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f6ec9857-13cf-43f2-8993-abcbc3509411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (26bb1dea-deb1-43cb-9091-ea716957effb), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:19.787066 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-f6ec9857-13cf-43f2-8993-abcbc3509411 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=a83f79d1481c454987df7db18adcb2aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1503007 Oct 20 13:42:19.787066 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec9857-13cf-43f2-8993-abcbc3509411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bb1dea-deb1-43cb-9091-ea716957effb,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:19.787680 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47366) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:19.812621 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:19.849517 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a796ffd1-4e93-4488-955f-604a52fb2191 admin admin] Publish callbacks [] for security_group (26bb1dea-deb1-43cb-9091-ea716957effb), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:19.872657 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a796ffd1-4e93-4488-955f-604a52fb2191 admin admin] Publish callbacks [] for security_group (26bb1dea-deb1-43cb-9091-ea716957effb), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:19.931195 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a796ffd1-4e93-4488-955f-604a52fb2191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (26bb1dea-deb1-43cb-9091-ea716957effb), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:19.934399 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a796ffd1-4e93-4488-955f-604a52fb2191 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:19.938176 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-a796ffd1-4e93-4488-955f-604a52fb2191 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/26bb1dea-deb1-43cb-9091-ea716957effb HTTP/1.1" status: 204 len: 168 time: 0.1468520 Oct 20 13:42:19.943021 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-1d5a08ad-9ac9-482c-92a7-e491161ae5fd tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:19.943803 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796ffd1-4e93-4488-955f-604a52fb2191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bb1dea-deb1-43cb-9091-ea716957effb,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:19.944492 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-1d5a08ad-9ac9-482c-92a7-e491161ae5fd tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/networks?id=99a77227-ee8a-4c13-ada4-06d18282aaa9 HTTP/1.1" status: 200 len: 809 time: 0.1150196 Oct 20 13:42:19.963160 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-eec831f7-a6bd-4a3c-9b33-4e4edacbfb48 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/quotas/a444b7fa425b4f0ba7833b93607daa25 HTTP/1.1" status: 200 len: 375 time: 0.0120080 Oct 20 13:42:19.997368 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-88fbd240-e10b-4a75-9f02-23c97b04df4a tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=a444b7fa425b4f0ba7833b93607daa25&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283673 Oct 20 13:42:20.092632 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-ec2fe5c1-88d2-4314-b2b5-5280b6be342f service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99a77227-ee8a-4c13-ada4-06d18282aaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880847 Oct 20 13:42:20.182869 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-d24920c3-5bca-4207-a2a2-ac587bfd5c0c service neutron] 10.222.0.23 "GET /networking/v2.0/networks/99a77227-ee8a-4c13-ada4-06d18282aaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828538 Oct 20 13:42:20.360555 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9620e946-8e72-49c4-91a7-5b85b5d4b815 req-03ceb211-8a84-45f7-afeb-70b1e68f01c0 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3911c421-ac69-4c69-bc0d-c97e164b09a6 HTTP/1.1" status: 200 len: 210 time: 0.0356174 Oct 20 13:42:20.852369 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47412) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:21.201771 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=4 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:21.293550 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3590e617-9b7b-411c-95e7-d3ba33e76212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864622'] for router_interface (1f3c4c41-ebbf-411a-9bb1-1745db5a6489), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:21.476885 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:21.532484 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5d36c76d-5851-4c74-b451-5922da6d6c2e req-4a3ad825-e6c7-4339-92c6-e9c3a71ed6e2 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3911c421-ac69-4c69-bc0d-c97e164b09a6 HTTP/1.1" status: 200 len: 210 time: 0.0461535 Oct 20 13:42:21.553518 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-5a486772-4642-4637-9004-cdbf48f73488 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:21.555392 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-5a486772-4642-4637-9004-cdbf48f73488 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.20 "GET /networking/v2.0/networks?id=99a77227-ee8a-4c13-ada4-06d18282aaa9 HTTP/1.1" status: 200 len: 809 time: 0.1496596 Oct 20 13:42:21.570310 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-9563d75e-9636-42aa-937d-1a67ee6b89fa tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Request body: {'port': {'device_id': '3911c421-ac69-4c69-bc0d-c97e164b09a6', 'network_id': '99a77227-ee8a-4c13-ada4-06d18282aaa9', 'admin_state_up': True, 'tenant_id': 'a444b7fa425b4f0ba7833b93607daa25'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:42:21.636069 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:21.700706 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-9563d75e-9636-42aa-937d-1a67ee6b89fa tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Made reservation on behalf of a444b7fa425b4f0ba7833b93607daa25 for: {'port': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:42:21.704531 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-9563d75e-9636-42aa-937d-1a67ee6b89fa tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:21.805160 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device d6c4e7f9-9db0-4f5c-81a9-06649b0448e7 no longer exists at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:42:21.810166 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47442) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:21.831214 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] No Port match for: d6c4e7f9-9db0-4f5c-81a9-06649b0448e7 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:42:21.831879 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device d6c4e7f9-9db0-4f5c-81a9-06649b0448e7 not bound to the agent host hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:42:21.848824 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-9563d75e-9636-42aa-937d-1a67ee6b89fa tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Allocated IP 172.20.0.11 (99a77227-ee8a-4c13-ada4-06d18282aaa9/91624b72-ffcc-4394-b2d4-f474a527dc7c/262e3b0d-fd4b-4cc7-92c8-98dada8441ba) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:42:21.849282 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-3590e617-9b7b-411c-95e7-d3ba33e76212 admin admin] Deleting port 86fac27a-cd4f-4973-a4ae-a8871270433b {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:42:21.849626 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3590e617-9b7b-411c-95e7-d3ba33e76212 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (86fac27a-cd4f-4973-a4ae-a8871270433b), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:21.946687 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-3590e617-9b7b-411c-95e7-d3ba33e76212 admin admin] For port 86fac27a-cd4f-4973-a4ae-a8871270433b, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=86fac27a-cd4f-4973-a4ae-a8871270433b,segment=NetworkSegment(3a56e684-3f29-4221-b1a4-f25d8cf87e97),segment_id=3a56e684-3f29-4221-b1a4-f25d8cf87e97)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:21.947334 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3590e617-9b7b-411c-95e7-d3ba33e76212 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (86fac27a-cd4f-4973-a4ae-a8871270433b), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:21.949879 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-738d4d5d-74c0-4cac-9b97-b4a5c4f1d271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:21.969291 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-3590e617-9b7b-411c-95e7-d3ba33e76212 admin admin] Calling delete_port for 86fac27a-cd4f-4973-a4ae-a8871270433b owned by network:router_interface {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:42:22.008597 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-9563d75e-9636-42aa-937d-1a67ee6b89fa tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Publish callbacks [] for port (262e3b0d-fd4b-4cc7-92c8-98dada8441ba), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:22.042986 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-9563d75e-9636-42aa-937d-1a67ee6b89fa tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (262e3b0d-fd4b-4cc7-92c8-98dada8441ba), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:22.070540 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:22.090899 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-9563d75e-9636-42aa-937d-1a67ee6b89fa tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Network 99a77227-ee8a-4c13-ada4-06d18282aaa9 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:42:22.096716 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-9563d75e-9636-42aa-937d-1a67ee6b89fa tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:42:22.098918 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563d75e-9636-42aa-937d-1a67ee6b89fa tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Pushing event updated for resources: {'Port': ['ID=262e3b0d-fd4b-4cc7-92c8-98dada8441ba,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:22.101073 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-9563d75e-9636-42aa-937d-1a67ee6b89fa tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:42:22.119858 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:42:22.150160 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-9563d75e-9636-42aa-937d-1a67ee6b89fa tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:22.150781 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-9563d75e-9636-42aa-937d-1a67ee6b89fa tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:22.150917 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-738d4d5d-74c0-4cac-9b97-b4a5c4f1d271 admin admin] Publish callbacks [] for security_group (909cdccd-23d2-4767-89b2-2afb906c120f), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:22.157795 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-738d4d5d-74c0-4cac-9b97-b4a5c4f1d271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (909cdccd-23d2-4767-89b2-2afb906c120f), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:22.168627 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-9563d75e-9636-42aa-937d-1a67ee6b89fa tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6022921 Oct 20 13:42:22.179824 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-ebb87785-b387-47bb-a7d9-0d06572704a2 service neutron] Request body: {'port': {'device_id': '3911c421-ac69-4c69-bc0d-c97e164b09a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86213'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:42:22.214667 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-738d4d5d-74c0-4cac-9b97-b4a5c4f1d271 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=e39f8883f39f44b0b99444642534d9e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4032445 Oct 20 13:42:22.215179 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:22.218052 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47446) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:22.226208 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d4d5d-74c0-4cac-9b97-b4a5c4f1d271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909cdccd-23d2-4767-89b2-2afb906c120f,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:22.323928 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3590e617-9b7b-411c-95e7-d3ba33e76212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (86fac27a-cd4f-4973-a4ae-a8871270433b), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:22.326090 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3d6af851-1a46-43fc-ba76-bc2fb3a788ef admin admin] Publish callbacks [] for security_group (909cdccd-23d2-4767-89b2-2afb906c120f), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:22.358943 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3590e617-9b7b-411c-95e7-d3ba33e76212 admin admin] Pushing event deleted for resources: {'Port': ['ID=86fac27a-cd4f-4973-a4ae-a8871270433b,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:22.395422 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3d6af851-1a46-43fc-ba76-bc2fb3a788ef admin admin] Publish callbacks [] for security_group (909cdccd-23d2-4767-89b2-2afb906c120f), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:22.482658 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-ebb87785-b387-47bb-a7d9-0d06572704a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (262e3b0d-fd4b-4cc7-92c8-98dada8441ba), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:22.556429 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3d6af851-1a46-43fc-ba76-bc2fb3a788ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (909cdccd-23d2-4767-89b2-2afb906c120f), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:22.559250 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3d6af851-1a46-43fc-ba76-bc2fb3a788ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:22.560368 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-3d6af851-1a46-43fc-ba76-bc2fb3a788ef admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/909cdccd-23d2-4767-89b2-2afb906c120f HTTP/1.1" status: 204 len: 168 time: 0.3414395 Oct 20 13:42:22.578126 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6af851-1a46-43fc-ba76-bc2fb3a788ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909cdccd-23d2-4767-89b2-2afb906c120f,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:22.587946 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3590e617-9b7b-411c-95e7-d3ba33e76212 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864730'] for router_interface (1f3c4c41-ebbf-411a-9bb1-1745db5a6489), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:22.625971 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b11c465-3296-4c14-9d14-ff6c5899d625 None None] get_active_networks_info from dv-cinder-862136-1-iscsi {{(pid=104734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 13:42:22.698508 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:22.706174 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:22.791630 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70e24e-1ac4-45bc-ac77-b6ff2890b56c req-99076bb4-bf65-4ef7-9502-331bb468c56a tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:22.795538 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7e70e24e-1ac4-45bc-ac77-b6ff2890b56c req-99076bb4-bf65-4ef7-9502-331bb468c56a tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3911c421-ac69-4c69-bc0d-c97e164b09a6 HTTP/1.1" status: 200 len: 932 time: 0.0883894 Oct 20 13:42:22.798621 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b11c465-3296-4c14-9d14-ff6c5899d625 None None] Resources bound (agent type, host, resource id): {{(pid=104734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 13:42:22.833825 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3590e617-9b7b-411c-95e7-d3ba33e76212 admin admin] Router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:42:22.855304 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-ebb87785-b387-47bb-a7d9-0d06572704a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 262e3b0d-fd4b-4cc7-92c8-98dada8441ba {{(pid=104733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:42:22.869182 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-ebb87785-b387-47bb-a7d9-0d06572704a2 service neutron] Publish callbacks [] for port (262e3b0d-fd4b-4cc7-92c8-98dada8441ba), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:22.899037 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.provisioning_blocks [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-ebb87785-b387-47bb-a7d9-0d06572704a2 service neutron] Transition to ACTIVE for port object 262e3b0d-fd4b-4cc7-92c8-98dada8441ba will not be triggered until provisioned by entity L2. {{(pid=104733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 13:42:22.913541 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:22.915592 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:22.916671 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7e70e24e-1ac4-45bc-ac77-b6ff2890b56c req-e43d5d15-7c4e-4041-a774-560b0be68dfa tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c2e8b2b4-6ffc-4ffb-b540-326c8c88f935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121495 Oct 20 13:42:22.930817 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-ebb87785-b387-47bb-a7d9-0d06572704a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (262e3b0d-fd4b-4cc7-92c8-98dada8441ba), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:22.968766 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb87785-b387-47bb-a7d9-0d06572704a2 service neutron] Pushing event updated for resources: {'Port': ['ID=262e3b0d-fd4b-4cc7-92c8-98dada8441ba,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:22.976132 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3590e617-9b7b-411c-95e7-d3ba33e76212 admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:42:22.982030 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-3590e617-9b7b-411c-95e7-d3ba33e76212 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/1f3c4c41-ebbf-411a-9bb1-1745db5a6489/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1285112 Oct 20 13:42:22.984413 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47454) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:22.991755 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7be76c-21ff-46e4-ab74-820f91cdb055 None None] Sync routers for ids ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:42:23.008969 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7be76c-21ff-46e4-ab74-820f91cdb055 None None] Routers {'1f3c4c41-ebbf-411a-9bb1-1745db5a6489'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:42:23.009700 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-5c7be76c-21ff-46e4-ab74-820f91cdb055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:41:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:23.080468 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-ebb87785-b387-47bb-a7d9-0d06572704a2 service neutron] Attempting to bind port 262e3b0d-fd4b-4cc7-92c8-98dada8441ba on host hv-cinder-86213 for vnic_type normal with profile {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:42:23.083403 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-ebb87785-b387-47bb-a7d9-0d06572704a2 service neutron] Attempting to bind port 262e3b0d-fd4b-4cc7-92c8-98dada8441ba by drivers openvswitch,hyperv on host hv-cinder-86213 at level 0 using segments [{'id': '8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '99a77227-ee8a-4c13-ada4-06d18282aaa9'}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:42:23.083403 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-ebb87785-b387-47bb-a7d9-0d06572704a2 service neutron] Attempting to bind port 262e3b0d-fd4b-4cc7-92c8-98dada8441ba on network 99a77227-ee8a-4c13-ada4-06d18282aaa9 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:42:23.083688 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 47456) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:23.126025 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a5b7c0e1-ea03-4651-ae97-5242203f5fd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:23.133252 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ce265af8-fdd3-46f4-b037-e0dcf994d199 admin admin] Publish callbacks [] for router (1f3c4c41-ebbf-411a-9bb1-1745db5a6489), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:23.137743 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:23.146654 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-5c7be76c-21ff-46e4-ab74-820f91cdb055 None None] Set router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:42:23.169811 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-ebb87785-b387-47bb-a7d9-0d06572704a2 service neutron] Port 262e3b0d-fd4b-4cc7-92c8-98dada8441ba on network 99a77227-ee8a-4c13-ada4-06d18282aaa9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86213 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 13:42:23.170143 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-ebb87785-b387-47bb-a7d9-0d06572704a2 service neutron] Attempting to bind port 262e3b0d-fd4b-4cc7-92c8-98dada8441ba on network 99a77227-ee8a-4c13-ada4-06d18282aaa9 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:42:23.188262 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:23.251248 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-ebb87785-b387-47bb-a7d9-0d06572704a2 service neutron] Checking agent: {'id': '4b042e07-7f30-49b6-94c5-05338f7deed3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'started_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:42:23.252831 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-ebb87785-b387-47bb-a7d9-0d06572704a2 service neutron] Checking segment: {'id': '8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '99a77227-ee8a-4c13-ada4-06d18282aaa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:42:23.252831 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-ebb87785-b387-47bb-a7d9-0d06572704a2 service neutron] Bound using segment: {'id': '8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '99a77227-ee8a-4c13-ada4-06d18282aaa9'} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:42:23.253343 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-ebb87785-b387-47bb-a7d9-0d06572704a2 service neutron] Bound port: 262e3b0d-fd4b-4cc7-92c8-98dada8441ba, host: hv-cinder-86213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '99a77227-ee8a-4c13-ada4-06d18282aaa9'}}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:42:23.253564 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-ebb87785-b387-47bb-a7d9-0d06572704a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (262e3b0d-fd4b-4cc7-92c8-98dada8441ba), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:23.266598 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ce265af8-fdd3-46f4-b037-e0dcf994d199 admin admin] Publish callbacks [] for router_gateway (1f3c4c41-ebbf-411a-9bb1-1745db5a6489), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:23.313844 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-ce265af8-fdd3-46f4-b037-e0dcf994d199 admin admin] Deleting port 73ccb71c-e095-41df-a4eb-781b85659380 {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:42:23.314185 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ce265af8-fdd3-46f4-b037-e0dcf994d199 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (73ccb71c-e095-41df-a4eb-781b85659380), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:23.320916 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a5b7c0e1-ea03-4651-ae97-5242203f5fd2 admin admin] Publish callbacks [] for security_group (c34bc70e-5585-491f-8a77-5e6294f2cb22), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:23.336562 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a5b7c0e1-ea03-4651-ae97-5242203f5fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (c34bc70e-5585-491f-8a77-5e6294f2cb22), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:23.367711 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-5c7be76c-21ff-46e4-ab74-820f91cdb055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43'}], 'enable_snat': True}, 'gw_port_id': '73ccb71c-e095-41df-a4eb-781b85659380', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:42:22Z', 'revision_number': 5, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port': {'id': '73ccb71c-e095-41df-a4eb-781b85659380', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:23.370843 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-ebb87785-b387-47bb-a7d9-0d06572704a2 service neutron] For port 262e3b0d-fd4b-4cc7-92c8-98dada8441ba, host hv-cinder-86213, cleared binding levels {{(pid=104733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:42:23.401492 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-a5b7c0e1-ea03-4651-ae97-5242203f5fd2 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=34ce3003287c4c919ccdce6144d1ff9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3156962 Oct 20 13:42:23.403192 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-ebb87785-b387-47bb-a7d9-0d06572704a2 service neutron] For port 262e3b0d-fd4b-4cc7-92c8-98dada8441ba, host hv-cinder-86213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=262e3b0d-fd4b-4cc7-92c8-98dada8441ba,segment=NetworkSegment(8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91),segment_id=8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91)] {{(pid=104733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:42:23.404711 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47458) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:23.406224 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b7c0e1-ea03-4651-ae97-5242203f5fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34bc70e-5585-491f-8a77-5e6294f2cb22,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:23.414252 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-ebb87785-b387-47bb-a7d9-0d06572704a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (262e3b0d-fd4b-4cc7-92c8-98dada8441ba), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:23.417878 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-ebb87785-b387-47bb-a7d9-0d06572704a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:23.418919 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-ebb87785-b387-47bb-a7d9-0d06572704a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:23.420311 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-ebb87785-b387-47bb-a7d9-0d06572704a2 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/262e3b0d-fd4b-4cc7-92c8-98dada8441ba HTTP/1.1" status: 200 len: 1094 time: 1.2447910 Oct 20 13:42:23.421977 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7be76c-21ff-46e4-ab74-820f91cdb055 None None] Checking router: 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:42:23.422688 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3911c421-ac69-4c69-bc0d-c97e164b09a6', 'tag': '262e3b0d-fd4b-4cc7-92c8-98dada8441ba'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:42:23.427118 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de31336-1919-48b2-b145-5553a84ee498" -d '{"events": [{"name": "network-changed", "server_uuid": "3911c421-ac69-4c69-bc0d-c97e164b09a6", "tag": "262e3b0d-fd4b-4cc7-92c8-98dada8441ba"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:42:23.431454 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:23.447828 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7be76c-21ff-46e4-ab74-820f91cdb055 None None] Routers {'1f3c4c41-ebbf-411a-9bb1-1745db5a6489'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:42:23.448570 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-5c7be76c-21ff-46e4-ab74-820f91cdb055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:41:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:23.477729 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-ce265af8-fdd3-46f4-b037-e0dcf994d199 admin admin] For port 73ccb71c-e095-41df-a4eb-781b85659380, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=73ccb71c-e095-41df-a4eb-781b85659380,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:23.478122 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ce265af8-fdd3-46f4-b037-e0dcf994d199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (73ccb71c-e095-41df-a4eb-781b85659380), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:23.517383 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece256f7-7fcc-4238-af11-24409508cfec x-openstack-request-id: req-ece256f7-7fcc-4238-af11-24409508cfec {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:42:23.518377 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3911c421-ac69-4c69-bc0d-c97e164b09a6", "tag": "262e3b0d-fd4b-4cc7-92c8-98dada8441ba", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:42:23.518486 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ece256f7-7fcc-4238-af11-24409508cfec {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:42:23.518830 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ece256f7-7fcc-4238-af11-24409508cfec'] response: {'name': 'network-changed', 'server_uuid': '3911c421-ac69-4c69-bc0d-c97e164b09a6', 'tag': '262e3b0d-fd4b-4cc7-92c8-98dada8441ba', 'status': 'completed', 'code': 200} Oct 20 13:42:23.519849 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb87785-b387-47bb-a7d9-0d06572704a2 service neutron] Pushing event updated for resources: {'Port': ['ID=262e3b0d-fd4b-4cc7-92c8-98dada8441ba,revision_number=3']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:23.521321 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-ce265af8-fdd3-46f4-b037-e0dcf994d199 admin admin] Calling delete_port for 73ccb71c-e095-41df-a4eb-781b85659380 owned by network:router_gateway {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:42:23.541906 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-c2234240-1596-4661-acf2-f07f449d24a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:23.543403 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-c2234240-1596-4661-acf2-f07f449d24a9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=a444b7fa425b4f0ba7833b93607daa25&device_id=3911c421-ac69-4c69-bc0d-c97e164b09a6 HTTP/1.1" status: 200 len: 1128 time: 0.0612178 Oct 20 13:42:23.569955 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6e414f2a-61d6-4c6b-8c1c-9e7e22cac019 admin admin] Publish callbacks [] for security_group (c34bc70e-5585-491f-8a77-5e6294f2cb22), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:23.586320 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-5c7be76c-21ff-46e4-ab74-820f91cdb055 None None] Set router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 gateway port host: None {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:42:23.603583 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-ddc66980-d130-4d40-8632-01d2320e439d service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=262e3b0d-fd4b-4cc7-92c8-98dada8441ba HTTP/1.1" status: 200 len: 217 time: 0.0449400 Oct 20 13:42:23.605809 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6e414f2a-61d6-4c6b-8c1c-9e7e22cac019 admin admin] Publish callbacks [] for security_group (c34bc70e-5585-491f-8a77-5e6294f2cb22), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:23.658028 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-5c7be76c-21ff-46e4-ab74-820f91cdb055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:42:23Z', 'revision_number': 6, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port_host': None}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:23.662632 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-7935d082-9c31-425f-8d3a-b009c7d49c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:23.664569 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-7935d082-9c31-425f-8d3a-b009c7d49c21 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=91624b72-ffcc-4394-b2d4-f474a527dc7c HTTP/1.1" status: 200 len: 849 time: 0.0528376 Oct 20 13:42:23.697747 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7be76c-21ff-46e4-ab74-820f91cdb055 None None] The sync data for ids ['1f3c4c41-ebbf-411a-9bb1-1745db5a6489'] in dv-cinder-862136-1-iscsi is: [{'id': '1f3c4c41-ebbf-411a-9bb1-1745db5a6489', 'name': 'tempest-AttachVolumeNegativeTest-574741825-router', 'tenant_id': 'b215cb88123a4851932dbf7dfa88f709', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:28Z', 'updated_at': '2022-10-20T13:42:23Z', 'revision_number': 6, 'project_id': 'b215cb88123a4851932dbf7dfa88f709', 'gw_port_host': None}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:42:23.717946 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-b2446cbf-10dd-4699-87a7-03ac70278bb9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=99a77227-ee8a-4c13-ada4-06d18282aaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463443 Oct 20 13:42:23.746547 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6e414f2a-61d6-4c6b-8c1c-9e7e22cac019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (c34bc70e-5585-491f-8a77-5e6294f2cb22), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:23.749145 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6e414f2a-61d6-4c6b-8c1c-9e7e22cac019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:23.750293 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-6e414f2a-61d6-4c6b-8c1c-9e7e22cac019 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/c34bc70e-5585-491f-8a77-5e6294f2cb22 HTTP/1.1" status: 204 len: 168 time: 0.3445599 Oct 20 13:42:23.768467 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e414f2a-61d6-4c6b-8c1c-9e7e22cac019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34bc70e-5585-491f-8a77-5e6294f2cb22,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:23.801405 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ce265af8-fdd3-46f4-b037-e0dcf994d199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (73ccb71c-e095-41df-a4eb-781b85659380), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:23.806835 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:23.833565 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce265af8-fdd3-46f4-b037-e0dcf994d199 admin admin] Pushing event deleted for resources: {'Port': ['ID=73ccb71c-e095-41df-a4eb-781b85659380,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:23.839630 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-de9dd7b7-5582-47ba-936e-b59613a6ed4b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/99a77227-ee8a-4c13-ada4-06d18282aaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156793 Oct 20 13:42:23.931299 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ce265af8-fdd3-46f4-b037-e0dcf994d199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3855219'] for router_gateway (1f3c4c41-ebbf-411a-9bb1-1745db5a6489), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:23.941868 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4735551d-0ddc-4870-a8d6-859aa2980bf8 req-e43014e8-6f54-4da6-8400-e7eb8dd809bb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/99a77227-ee8a-4c13-ada4-06d18282aaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943639 Oct 20 13:42:23.999490 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-69d14b96-6cab-4062-a120-36e7bf8105e3 None None] Provisioning complete for port a2fa406e-beb3-4976-b09a-d8bd5c31a741 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:42:24.001649 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-69d14b96-6cab-4062-a120-36e7bf8105e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (a2fa406e-beb3-4976-b09a-d8bd5c31a741), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:24.004251 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-69d14b96-6cab-4062-a120-36e7bf8105e3 None None] Attempt 1 to provision port a2fa406e-beb3-4976-b09a-d8bd5c31a741 Oct 20 13:42:24.035409 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ce265af8-fdd3-46f4-b037-e0dcf994d199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3608'] for router (1f3c4c41-ebbf-411a-9bb1-1745db5a6489), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:24.038278 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ce265af8-fdd3-46f4-b037-e0dcf994d199 admin admin] Publish callbacks [] for router_controller (1f3c4c41-ebbf-411a-9bb1-1745db5a6489), precommit_delete_associations {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:24.102949 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ce265af8-fdd3-46f4-b037-e0dcf994d199 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864653'] for router (1f3c4c41-ebbf-411a-9bb1-1745db5a6489), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:24.103727 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce265af8-fdd3-46f4-b037-e0dcf994d199 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f3c4c41-ebbf-411a-9bb1-1745db5a6489 {{(pid=104732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 13:42:24.105380 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cdcad2-edf8-478b-9c95-3b251100d6e4 req-c8d96465-408b-4220-9b73-1616dce7331b tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:24.107174 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-86cdcad2-edf8-478b-9c95-3b251100d6e4 req-c8d96465-408b-4220-9b73-1616dce7331b tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3911c421-ac69-4c69-bc0d-c97e164b09a6 HTTP/1.1" status: 200 len: 944 time: 0.0999751 Oct 20 13:42:24.119181 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ce265af8-fdd3-46f4-b037-e0dcf994d199 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:24.120508 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-ce265af8-fdd3-46f4-b037-e0dcf994d199 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/1f3c4c41-ebbf-411a-9bb1-1745db5a6489 HTTP/1.1" status: 204 len: 168 time: 1.1347117 Oct 20 13:42:24.122871 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47468) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:24.144064 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-69d14b96-6cab-4062-a120-36e7bf8105e3 None None] Current status of the port a2fa406e-beb3-4976-b09a-d8bd5c31a741 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:42:24.207985 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-86cdcad2-edf8-478b-9c95-3b251100d6e4 req-82696065-8bec-4fd1-bd23-2692d6231778 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c2e8b2b4-6ffc-4ffb-b540-326c8c88f935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918076 Oct 20 13:42:24.236119 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb884c6-6221-4100-a8fb-a763ef2d46b3 admin admin] Deleting subnet 2fdacf12-c611-42fe-b6f6-2cbfeede8f9a {{(pid=104732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 13:42:24.236119 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8cb884c6-6221-4100-a8fb-a763ef2d46b3 admin admin] Publish callbacks [] for subnet (2fdacf12-c611-42fe-b6f6-2cbfeede8f9a), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:24.254997 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 86fac27a-cd4f-4973-a4ae-a8871270433b no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:42:24.267025 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:24.271954 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8cb884c6-6221-4100-a8fb-a763ef2d46b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26291269'] for subnet (2fdacf12-c611-42fe-b6f6-2cbfeede8f9a), precommit_delete_associations {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:24.281607 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: 86fac27a-cd4f-4973-a4ae-a8871270433b {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:42:24.281953 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 86fac27a-cd4f-4973-a4ae-a8871270433b not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:42:24.322536 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:24.357447 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8cb884c6-6221-4100-a8fb-a763ef2d46b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1335179'] for subnet (2fdacf12-c611-42fe-b6f6-2cbfeede8f9a), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:24.415638 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8cb884c6-6221-4100-a8fb-a763ef2d46b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1335184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25721315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25948865'] for subnet (2fdacf12-c611-42fe-b6f6-2cbfeede8f9a), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:24.441677 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb884c6-6221-4100-a8fb-a763ef2d46b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fdacf12-c611-42fe-b6f6-2cbfeede8f9a,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:24.443652 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8cb884c6-6221-4100-a8fb-a763ef2d46b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:24.446815 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-8cb884c6-6221-4100-a8fb-a763ef2d46b3 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/2fdacf12-c611-42fe-b6f6-2cbfeede8f9a HTTP/1.1" status: 204 len: 168 time: 0.3230152 Oct 20 13:42:24.448405 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8debe9de-e4b0-4e41-8ffa-599b8ebef840 None None] Network 6a87efad-1518-4319-8b6e-3edd28303f86 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:42:24.449496 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 47480) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:24.531230 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a90998fa-554f-4c64-89fa-0005aa3e7595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466521'] for network (6a87efad-1518-4319-8b6e-3edd28303f86), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:24.583460 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-a90998fa-554f-4c64-89fa-0005aa3e7595 admin admin] Deleting port a2fa406e-beb3-4976-b09a-d8bd5c31a741 {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:42:24.583796 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a90998fa-554f-4c64-89fa-0005aa3e7595 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (a2fa406e-beb3-4976-b09a-d8bd5c31a741), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:24.639487 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e406a0-3214-4937-80e6-a346f43ad6ad None None] DHCP port deletion for 6a87efad-1518-4319-8b6e-3edd28303f86 request from dv-cinder-862136-1-iscsi {{(pid=104734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 13:42:24.670820 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-a90998fa-554f-4c64-89fa-0005aa3e7595 admin admin] For port a2fa406e-beb3-4976-b09a-d8bd5c31a741, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=a2fa406e-beb3-4976-b09a-d8bd5c31a741,segment=NetworkSegment(3a56e684-3f29-4221-b1a4-f25d8cf87e97),segment_id=3a56e684-3f29-4221-b1a4-f25d8cf87e97)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:24.672094 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a90998fa-554f-4c64-89fa-0005aa3e7595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (a2fa406e-beb3-4976-b09a-d8bd5c31a741), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:24.674646 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-22061d27-9745-4ef9-84a4-b35af833db1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:24.686329 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-a90998fa-554f-4c64-89fa-0005aa3e7595 admin admin] Calling delete_port for a2fa406e-beb3-4976-b09a-d8bd5c31a741 owned by network:dhcp {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:42:24.688370 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-24e406a0-3214-4937-80e6-a346f43ad6ad None None] Deleting port a2fa406e-beb3-4976-b09a-d8bd5c31a741 {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:42:24.688962 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-24e406a0-3214-4937-80e6-a346f43ad6ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (a2fa406e-beb3-4976-b09a-d8bd5c31a741), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:24.759796 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-24e406a0-3214-4937-80e6-a346f43ad6ad None None] For port a2fa406e-beb3-4976-b09a-d8bd5c31a741, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=a2fa406e-beb3-4976-b09a-d8bd5c31a741,segment=NetworkSegment(3a56e684-3f29-4221-b1a4-f25d8cf87e97),segment_id=3a56e684-3f29-4221-b1a4-f25d8cf87e97)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:24.760196 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-24e406a0-3214-4937-80e6-a346f43ad6ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (a2fa406e-beb3-4976-b09a-d8bd5c31a741), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:24.777516 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-24e406a0-3214-4937-80e6-a346f43ad6ad None None] Calling delete_port for a2fa406e-beb3-4976-b09a-d8bd5c31a741 owned by network:dhcp {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:42:24.808294 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de31336-1919-48b2-b145-5553a84ee498 req-e8290769-fe4f-406c-b83a-d27e5e87236b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:24.809991 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2de31336-1919-48b2-b145-5553a84ee498 req-e8290769-fe4f-406c-b83a-d27e5e87236b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=a444b7fa425b4f0ba7833b93607daa25&device_id=3911c421-ac69-4c69-bc0d-c97e164b09a6 HTTP/1.1" status: 200 len: 1128 time: 0.0534623 Oct 20 13:42:24.811417 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a90998fa-554f-4c64-89fa-0005aa3e7595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (a2fa406e-beb3-4976-b09a-d8bd5c31a741), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:24.854869 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90998fa-554f-4c64-89fa-0005aa3e7595 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2fa406e-beb3-4976-b09a-d8bd5c31a741,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:24.875857 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-24e406a0-3214-4937-80e6-a346f43ad6ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964'] for port (a2fa406e-beb3-4976-b09a-d8bd5c31a741), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:24.886713 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90998fa-554f-4c64-89fa-0005aa3e7595 admin admin] No DVR routers for this DVR port a2fa406e-beb3-4976-b09a-d8bd5c31a741 on host dv-cinder-862136-1-iscsi {{(pid=104733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:42:24.894855 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e406a0-3214-4937-80e6-a346f43ad6ad None None] No DVR routers for this DVR port a2fa406e-beb3-4976-b09a-d8bd5c31a741 on host dv-cinder-862136-1-iscsi {{(pid=104734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:42:24.930590 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e406a0-3214-4937-80e6-a346f43ad6ad None None] Pushing event deleted for resources: {'Port': ['ID=a2fa406e-beb3-4976-b09a-d8bd5c31a741,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:24.990935 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:25.000141 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a90998fa-554f-4c64-89fa-0005aa3e7595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335235', 'neutron.services.segments.db._delete_segments_for_network-8747424857155'] for network (6a87efad-1518-4319-8b6e-3edd28303f86), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:25.027887 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de31336-1919-48b2-b145-5553a84ee498 req-90da44ea-3c74-45c9-af14-aa287542b8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:25.029410 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2de31336-1919-48b2-b145-5553a84ee498 req-90da44ea-3c74-45c9-af14-aa287542b8ec service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=99a77227-ee8a-4c13-ada4-06d18282aaa9 HTTP/1.1" status: 200 len: 910 time: 0.2123065 Oct 20 13:42:25.032759 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.services.segments.db [None req-a90998fa-554f-4c64-89fa-0005aa3e7595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a87efad-1518-4319-8b6e-3edd28303f86']}} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:25.050154 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.services.segments.db [None req-a90998fa-554f-4c64-89fa-0005aa3e7595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a56e684-3f29-4221-b1a4-f25d8cf87e97') {'for_net_delete': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:25.050450 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.services.segments.db [None req-a90998fa-554f-4c64-89fa-0005aa3e7595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a56e684-3f29-4221-b1a4-f25d8cf87e97') {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:25.085818 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2de31336-1919-48b2-b145-5553a84ee498 req-993a11c4-88a9-46b3-a3f0-b88470851541 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=262e3b0d-fd4b-4cc7-92c8-98dada8441ba HTTP/1.1" status: 200 len: 217 time: 0.0458229 Oct 20 13:42:25.089292 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a90998fa-554f-4c64-89fa-0005aa3e7595 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747424827639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26113357'] for segment (3a56e684-3f29-4221-b1a4-f25d8cf87e97), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:25.130319 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a90998fa-554f-4c64-89fa-0005aa3e7595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (3a56e684-3f29-4221-b1a4-f25d8cf87e97), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:25.142871 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a90998fa-554f-4c64-89fa-0005aa3e7595 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=104733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 13:42:25.143272 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a90998fa-554f-4c64-89fa-0005aa3e7595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26192861'] for segment (3a56e684-3f29-4221-b1a4-f25d8cf87e97), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:25.163125 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.services.segments.plugin [-] Segment 3a56e684-3f29-4221-b1a4-f25d8cf87e97 resource provider aggregate not found Oct 20 13:42:25.169891 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de31336-1919-48b2-b145-5553a84ee498 req-0de84f0c-940f-4780-8c0b-fc783cf5b84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:25.171018 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2de31336-1919-48b2-b145-5553a84ee498 req-0de84f0c-940f-4780-8c0b-fc783cf5b84c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=91624b72-ffcc-4394-b2d4-f474a527dc7c HTTP/1.1" status: 200 len: 849 time: 0.0753863 Oct 20 13:42:25.197551 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.services.segments.plugin [-] Segment 3a56e684-3f29-4221-b1a4-f25d8cf87e97 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a56e684-3f29-4221-b1a4-f25d8cf87e97 found for delete ", "request_id": "req-49e15d97-3e98-415e-a324-bb06ee802236"}]} Oct 20 13:42:25.237289 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2de31336-1919-48b2-b145-5553a84ee498 req-14ea4fd3-d60c-45b7-9915-dfdfec72564b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=99a77227-ee8a-4c13-ada4-06d18282aaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387843 Oct 20 13:42:25.252444 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a90998fa-554f-4c64-89fa-0005aa3e7595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1335290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859717'] for network (6a87efad-1518-4319-8b6e-3edd28303f86), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:25.268938 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a90998fa-554f-4c64-89fa-0005aa3e7595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:25.271896 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-a90998fa-554f-4c64-89fa-0005aa3e7595 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/6a87efad-1518-4319-8b6e-3edd28303f86 HTTP/1.1" status: 204 len: 168 time: 0.8214111 Oct 20 13:42:25.299269 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:25.318788 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90998fa-554f-4c64-89fa-0005aa3e7595 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a87efad-1518-4319-8b6e-3edd28303f86,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:25.385288 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e791842-ef4f-43fb-bb08-2eafdc5ac09c req-4727ac42-6b92-4417-95b3-8eb0eff773a0 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:25.386757 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8e791842-ef4f-43fb-bb08-2eafdc5ac09c req-4727ac42-6b92-4417-95b3-8eb0eff773a0 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3911c421-ac69-4c69-bc0d-c97e164b09a6 HTTP/1.1" status: 200 len: 944 time: 0.0747745 Oct 20 13:42:25.415012 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2de31336-1919-48b2-b145-5553a84ee498 req-46acb635-5fc5-4d9e-9892-00985876eac3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/99a77227-ee8a-4c13-ada4-06d18282aaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720769 Oct 20 13:42:25.480411 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47514) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:25.489016 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8e791842-ef4f-43fb-bb08-2eafdc5ac09c req-26d3649a-d049-4fa0-9b8c-06e77f0fe30c tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c2e8b2b4-6ffc-4ffb-b540-326c8c88f935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925677 Oct 20 13:42:25.534642 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2de31336-1919-48b2-b145-5553a84ee498 req-f235e7a9-e39e-4cb4-86a8-75490bd9a93c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/99a77227-ee8a-4c13-ada4-06d18282aaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068761 Oct 20 13:42:25.541170 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-37b58240-7e18-4eec-88d4-b96443ab91b5 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=b215cb88123a4851932dbf7dfa88f709&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0582666 Oct 20 13:42:25.544348 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47516) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:25.601896 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-47ca7f1e-62fb-4922-91d9-00bfc9d1314e admin admin] Publish callbacks [] for security_group (033c5399-c92e-483e-ad0e-af2c92b7e638), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:25.622569 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-47ca7f1e-62fb-4922-91d9-00bfc9d1314e admin admin] Publish callbacks [] for security_group (033c5399-c92e-483e-ad0e-af2c92b7e638), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:25.669694 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-47ca7f1e-62fb-4922-91d9-00bfc9d1314e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (033c5399-c92e-483e-ad0e-af2c92b7e638), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:25.672643 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-47ca7f1e-62fb-4922-91d9-00bfc9d1314e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:25.674341 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-47ca7f1e-62fb-4922-91d9-00bfc9d1314e admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/033c5399-c92e-483e-ad0e-af2c92b7e638 HTTP/1.1" status: 204 len: 168 time: 0.1285427 Oct 20 13:42:25.683988 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca7f1e-62fb-4922-91d9-00bfc9d1314e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033c5399-c92e-483e-ad0e-af2c92b7e638,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:25.978350 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 73ccb71c-e095-41df-a4eb-781b85659380 no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:42:25.998118 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: 73ccb71c-e095-41df-a4eb-781b85659380 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:42:25.998459 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 73ccb71c-e095-41df-a4eb-781b85659380 not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:42:25.999063 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device a2fa406e-beb3-4976-b09a-d8bd5c31a741 no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:42:26.019214 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: a2fa406e-beb3-4976-b09a-d8bd5c31a741 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:42:26.019519 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device a2fa406e-beb3-4976-b09a-d8bd5c31a741 not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:42:26.264374 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 47562) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:26.375036 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2551d00a-8149-4da2-88ec-0e82dc8a9385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:26.461937 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2551d00a-8149-4da2-88ec-0e82dc8a9385 admin admin] Publish callbacks [] for security_group (198d6622-1d04-47f6-b7e0-4d9e8b5dea22), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:26.466873 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2551d00a-8149-4da2-88ec-0e82dc8a9385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (198d6622-1d04-47f6-b7e0-4d9e8b5dea22), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:26.511246 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2551d00a-8149-4da2-88ec-0e82dc8a9385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198d6622-1d04-47f6-b7e0-4d9e8b5dea22,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:26.521465 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-2551d00a-8149-4da2-88ec-0e82dc8a9385 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=69d8f8cde4de4e269ec5e2858835b8a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556717 Oct 20 13:42:26.521898 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47576) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:26.583254 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e4b74879-7ae8-47d7-a8c0-57017a4a9e5b admin admin] Publish callbacks [] for security_group (198d6622-1d04-47f6-b7e0-4d9e8b5dea22), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:26.604431 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e4b74879-7ae8-47d7-a8c0-57017a4a9e5b admin admin] Publish callbacks [] for security_group (198d6622-1d04-47f6-b7e0-4d9e8b5dea22), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:26.625400 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696ab4b-5344-4fa8-bd5f-233b1a9a2587 req-88bc235f-8988-4c4c-919c-3e32521f3db5 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:26.627722 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5696ab4b-5344-4fa8-bd5f-233b1a9a2587 req-88bc235f-8988-4c4c-919c-3e32521f3db5 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3911c421-ac69-4c69-bc0d-c97e164b09a6 HTTP/1.1" status: 200 len: 944 time: 0.0543494 Oct 20 13:42:26.658667 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e4b74879-7ae8-47d7-a8c0-57017a4a9e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (198d6622-1d04-47f6-b7e0-4d9e8b5dea22), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:26.666512 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e4b74879-7ae8-47d7-a8c0-57017a4a9e5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:26.670602 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-e4b74879-7ae8-47d7-a8c0-57017a4a9e5b admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/198d6622-1d04-47f6-b7e0-4d9e8b5dea22 HTTP/1.1" status: 204 len: 168 time: 0.1471281 Oct 20 13:42:26.680373 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b74879-7ae8-47d7-a8c0-57017a4a9e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198d6622-1d04-47f6-b7e0-4d9e8b5dea22,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:26.692621 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5696ab4b-5344-4fa8-bd5f-233b1a9a2587 req-57e59799-b314-4b19-b170-36f5d04613c1 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c2e8b2b4-6ffc-4ffb-b540-326c8c88f935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533683 Oct 20 13:42:26.954299 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-11a43f61-bd10-46b3-adaf-ddbf9656300e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:27.027957 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 47596) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:27.041831 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-0a55e458-d29b-41db-af02-5c2f41af8359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:27.108361 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=13 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:27.121221 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-0a55e458-d29b-41db-af02-5c2f41af8359 admin admin] Publish callbacks [] for security_group (8bf5a878-e478-402b-86b1-2762a83256c9), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:27.125530 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-0a55e458-d29b-41db-af02-5c2f41af8359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (8bf5a878-e478-402b-86b1-2762a83256c9), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:27.168952 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-0a55e458-d29b-41db-af02-5c2f41af8359 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=72ccc6add928467da2c36f2bbedc0b52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399078 Oct 20 13:42:27.169799 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55e458-d29b-41db-af02-5c2f41af8359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf5a878-e478-402b-86b1-2762a83256c9,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:27.171863 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47602) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:27.227724 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-529f634a-ec18-4ee6-b6e4-e13ad6f90358 admin admin] Publish callbacks [] for security_group (8bf5a878-e478-402b-86b1-2762a83256c9), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:27.248414 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-529f634a-ec18-4ee6-b6e4-e13ad6f90358 admin admin] Publish callbacks [] for security_group (8bf5a878-e478-402b-86b1-2762a83256c9), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:27.309739 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-529f634a-ec18-4ee6-b6e4-e13ad6f90358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (8bf5a878-e478-402b-86b1-2762a83256c9), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:27.312403 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-529f634a-ec18-4ee6-b6e4-e13ad6f90358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:27.313669 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-529f634a-ec18-4ee6-b6e4-e13ad6f90358 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/8bf5a878-e478-402b-86b1-2762a83256c9 HTTP/1.1" status: 204 len: 168 time: 0.1407604 Oct 20 13:42:27.322029 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f634a-ec18-4ee6-b6e4-e13ad6f90358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf5a878-e478-402b-86b1-2762a83256c9,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:27.811724 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 262e3b0d-fd4b-4cc7-92c8-98dada8441ba details requested by agent hyperv_hv-cinder-86213 with host hv-cinder-86213 {{(pid=104734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 13:42:27.839349 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1682e7-cc93-4bd9-b2d5-4dfc3d76b614 req-78af1df6-ea9f-42a1-81d0-ecb5979d6d3d tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:27.841001 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-bb1682e7-cc93-4bd9-b2d5-4dfc3d76b614 req-78af1df6-ea9f-42a1-81d0-ecb5979d6d3d tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3911c421-ac69-4c69-bc0d-c97e164b09a6 HTTP/1.1" status: 200 len: 944 time: 0.0575709 Oct 20 13:42:27.893728 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-bb1682e7-cc93-4bd9-b2d5-4dfc3d76b614 req-8e685127-e000-4332-8b0a-d52f1f72f02e tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c2e8b2b4-6ffc-4ffb-b540-326c8c88f935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447407 Oct 20 13:42:27.948892 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 262e3b0d-fd4b-4cc7-92c8-98dada8441ba, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=262e3b0d-fd4b-4cc7-92c8-98dada8441ba,segment=NetworkSegment(8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91),segment_id=8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:27.953915 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47648) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:27.965474 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Returning: {'device': '262e3b0d-fd4b-4cc7-92c8-98dada8441ba', 'network_id': '99a77227-ee8a-4c13-ada4-06d18282aaa9', 'port_id': '262e3b0d-fd4b-4cc7-92c8-98dada8441ba', 'mac_address': 'fa:16:3e:a9:2b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91624b72-ffcc-4394-b2d4-f474a527dc7c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 13:42:28.009774 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:28.015398 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 262e3b0d-fd4b-4cc7-92c8-98dada8441ba is: DOWN; New status is: BUILD {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:42:28.015776 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (262e3b0d-fd4b-4cc7-92c8-98dada8441ba), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:28.031613 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 262e3b0d-fd4b-4cc7-92c8-98dada8441ba {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:42:28.054208 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 262e3b0d-fd4b-4cc7-92c8-98dada8441ba, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=262e3b0d-fd4b-4cc7-92c8-98dada8441ba,segment=NetworkSegment(8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91),segment_id=8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:28.058056 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (262e3b0d-fd4b-4cc7-92c8-98dada8441ba), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:28.081578 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a41f14a0-7b5f-4b6f-8718-cdcc324e8436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:28.110616 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=262e3b0d-fd4b-4cc7-92c8-98dada8441ba,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:28.165058 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a41f14a0-7b5f-4b6f-8718-cdcc324e8436 admin admin] Publish callbacks [] for security_group (fbaea0da-7d4f-4e00-9758-3baa6286e022), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:28.169953 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a41f14a0-7b5f-4b6f-8718-cdcc324e8436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (fbaea0da-7d4f-4e00-9758-3baa6286e022), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:28.177031 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:28.185471 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:28.200167 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:INSERT=7 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:28.214121 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f14a0-7b5f-4b6f-8718-cdcc324e8436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbaea0da-7d4f-4e00-9758-3baa6286e022,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:28.223116 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 47660) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:28.223245 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-a41f14a0-7b5f-4b6f-8718-cdcc324e8436 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=27a8f2a584c4414b89c877dd143c6207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2682433 Oct 20 13:42:28.254579 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:28.277731 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-4c43f136-4b2e-439a-add1-3c8391c868d5 admin admin] Publish callbacks [] for security_group (fbaea0da-7d4f-4e00-9758-3baa6286e022), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:28.298553 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-4c43f136-4b2e-439a-add1-3c8391c868d5 admin admin] Publish callbacks [] for security_group (fbaea0da-7d4f-4e00-9758-3baa6286e022), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:28.321544 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['262e3b0d-fd4b-4cc7-92c8-98dada8441ba'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:42:28.325260 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:28.349946 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-4c43f136-4b2e-439a-add1-3c8391c868d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (fbaea0da-7d4f-4e00-9758-3baa6286e022), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:28.352576 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-4c43f136-4b2e-439a-add1-3c8391c868d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:28.363237 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-4c43f136-4b2e-439a-add1-3c8391c868d5 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/fbaea0da-7d4f-4e00-9758-3baa6286e022 HTTP/1.1" status: 204 len: 168 time: 0.1313491 Oct 20 13:42:28.372282 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43f136-4b2e-439a-add1-3c8391c868d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbaea0da-7d4f-4e00-9758-3baa6286e022,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:28.673006 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 47676) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:28.687129 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7f69a5b7-76e2-4274-8d1e-d604eb78d8c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:28.773324 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7f69a5b7-76e2-4274-8d1e-d604eb78d8c3 admin admin] Publish callbacks [] for security_group (00b16862-b0f1-4d0d-9c17-9adb223dcddc), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:28.777081 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7f69a5b7-76e2-4274-8d1e-d604eb78d8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (00b16862-b0f1-4d0d-9c17-9adb223dcddc), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:28.816961 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-7f69a5b7-76e2-4274-8d1e-d604eb78d8c3 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=f245c35fee72467f94bbd1234bd7bdf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423197 Oct 20 13:42:28.817838 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69a5b7-76e2-4274-8d1e-d604eb78d8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b16862-b0f1-4d0d-9c17-9adb223dcddc,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:28.819919 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47678) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:28.877650 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1e32299f-1ff0-45f6-bca3-2139e1d5ca6b admin admin] Publish callbacks [] for security_group (00b16862-b0f1-4d0d-9c17-9adb223dcddc), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:28.897933 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1e32299f-1ff0-45f6-bca3-2139e1d5ca6b admin admin] Publish callbacks [] for security_group (00b16862-b0f1-4d0d-9c17-9adb223dcddc), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:28.949609 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1e32299f-1ff0-45f6-bca3-2139e1d5ca6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (00b16862-b0f1-4d0d-9c17-9adb223dcddc), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:28.952208 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1e32299f-1ff0-45f6-bca3-2139e1d5ca6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:28.956347 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-1e32299f-1ff0-45f6-bca3-2139e1d5ca6b admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/00b16862-b0f1-4d0d-9c17-9adb223dcddc HTTP/1.1" status: 204 len: 168 time: 0.1347473 Oct 20 13:42:28.965504 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32299f-1ff0-45f6-bca3-2139e1d5ca6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b16862-b0f1-4d0d-9c17-9adb223dcddc,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:29.039028 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81bc2dc-00e9-446f-98a1-7d8ac44f7a2c req-0e01b363-0230-4975-b7bd-027759fc92e0 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:29.041354 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c81bc2dc-00e9-446f-98a1-7d8ac44f7a2c req-0e01b363-0230-4975-b7bd-027759fc92e0 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3911c421-ac69-4c69-bc0d-c97e164b09a6 HTTP/1.1" status: 200 len: 945 time: 0.0503056 Oct 20 13:42:29.091073 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c81bc2dc-00e9-446f-98a1-7d8ac44f7a2c req-10182f8b-39ef-4fc4-9b1c-921bbfb2ed00 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c2e8b2b4-6ffc-4ffb-b540-326c8c88f935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445907 Oct 20 13:42:29.625000 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:29.748301 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:29.838976 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 262e3b0d-fd4b-4cc7-92c8-98dada8441ba up at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:42:29.879665 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning for port 262e3b0d-fd4b-4cc7-92c8-98dada8441ba completed by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 13:42:29.886216 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning complete for port 262e3b0d-fd4b-4cc7-92c8-98dada8441ba triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:42:29.886585 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (262e3b0d-fd4b-4cc7-92c8-98dada8441ba), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:29.886914 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Attempt 1 to provision port 262e3b0d-fd4b-4cc7-92c8-98dada8441ba Oct 20 13:42:29.965705 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 262e3b0d-fd4b-4cc7-92c8-98dada8441ba is: BUILD; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:42:29.966091 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (262e3b0d-fd4b-4cc7-92c8-98dada8441ba), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:29.991037 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3911c421-ac69-4c69-bc0d-c97e164b09a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262e3b0d-fd4b-4cc7-92c8-98dada8441ba'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:42:29.993542 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5374b1acb5d21f0576c4c748ca21f6e32e0c69c98f35ada2d9891fed02f2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2163540-a91d-4316-9d54-2087b5d6b693" -d '{"events": [{"server_uuid": "3911c421-ac69-4c69-bc0d-c97e164b09a6", "name": "network-vif-plugged", "status": "completed", "tag": "262e3b0d-fd4b-4cc7-92c8-98dada8441ba"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:42:30.006732 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 262e3b0d-fd4b-4cc7-92c8-98dada8441ba, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=262e3b0d-fd4b-4cc7-92c8-98dada8441ba,segment=NetworkSegment(8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91),segment_id=8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:30.011609 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (262e3b0d-fd4b-4cc7-92c8-98dada8441ba), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:30.041148 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06640f2b-ea18-4f24-9517-d1384992e3d2 x-openstack-request-id: req-06640f2b-ea18-4f24-9517-d1384992e3d2 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:42:30.041717 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3911c421-ac69-4c69-bc0d-c97e164b09a6", "name": "network-vif-plugged", "status": "completed", "tag": "262e3b0d-fd4b-4cc7-92c8-98dada8441ba", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:42:30.041967 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-06640f2b-ea18-4f24-9517-d1384992e3d2 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:42:30.042354 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06640f2b-ea18-4f24-9517-d1384992e3d2'] response: {'server_uuid': '3911c421-ac69-4c69-bc0d-c97e164b09a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '262e3b0d-fd4b-4cc7-92c8-98dada8441ba', 'code': 200} Oct 20 13:42:30.074011 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=262e3b0d-fd4b-4cc7-92c8-98dada8441ba,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:30.252537 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca9c93-d70e-476c-a38b-e1a8420c3790 req-ae202edb-b25e-432e-ba2a-f5a31effceda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:30.254136 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-46ca9c93-d70e-476c-a38b-e1a8420c3790 req-ae202edb-b25e-432e-ba2a-f5a31effceda service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3911c421-ac69-4c69-bc0d-c97e164b09a6 HTTP/1.1" status: 200 len: 1130 time: 0.0736065 Oct 20 13:42:30.259818 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905961f-3188-42fe-998a-e3480a3176d9 req-3e665f0b-eb33-4955-a91c-8a805b74453a tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:30.261151 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e905961f-3188-42fe-998a-e3480a3176d9 req-3e665f0b-eb33-4955-a91c-8a805b74453a tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3911c421-ac69-4c69-bc0d-c97e164b09a6 HTTP/1.1" status: 200 len: 946 time: 0.0724766 Oct 20 13:42:30.330801 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-46ca9c93-d70e-476c-a38b-e1a8420c3790 req-794b266b-4dd6-4384-9c4e-9f71839ec191 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=c2e8b2b4-6ffc-4ffb-b540-326c8c88f935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684867 Oct 20 13:42:30.334800 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e905961f-3188-42fe-998a-e3480a3176d9 req-596bf329-1fe1-4c29-843b-858d02161cc7 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c2e8b2b4-6ffc-4ffb-b540-326c8c88f935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673983 Oct 20 13:42:31.457225 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba7d2e-6c22-4b84-8294-a0963f5c3a39 req-fd77f95d-ad41-4387-9146-708168eb36a1 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:31.458657 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c4ba7d2e-6c22-4b84-8294-a0963f5c3a39 req-fd77f95d-ad41-4387-9146-708168eb36a1 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3911c421-ac69-4c69-bc0d-c97e164b09a6 HTTP/1.1" status: 200 len: 946 time: 0.0488508 Oct 20 13:42:31.505856 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c4ba7d2e-6c22-4b84-8294-a0963f5c3a39 req-6e3e5a48-005e-4042-9d3d-383f561a5ca2 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c2e8b2b4-6ffc-4ffb-b540-326c8c88f935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417426 Oct 20 13:42:32.021924 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47768) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:32.129719 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-69f03afb-8aaa-471a-8442-f17a20b42acf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:32.206876 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-69f03afb-8aaa-471a-8442-f17a20b42acf admin admin] Publish callbacks [] for security_group (a0e503cd-d1ce-49ed-a78d-48e326c2af1b), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:32.210410 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-69f03afb-8aaa-471a-8442-f17a20b42acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (a0e503cd-d1ce-49ed-a78d-48e326c2af1b), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:32.246240 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f03afb-8aaa-471a-8442-f17a20b42acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e503cd-d1ce-49ed-a78d-48e326c2af1b,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:32.250414 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-69f03afb-8aaa-471a-8442-f17a20b42acf admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=e0fa16780b0b460f94a3ead14e186b01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274988 Oct 20 13:42:32.254075 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47772) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:32.303489 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-54720ec2-1b3c-46b7-82cf-c00d9738dfcf admin admin] Publish callbacks [] for security_group (a0e503cd-d1ce-49ed-a78d-48e326c2af1b), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:32.323521 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-54720ec2-1b3c-46b7-82cf-c00d9738dfcf admin admin] Publish callbacks [] for security_group (a0e503cd-d1ce-49ed-a78d-48e326c2af1b), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:32.369397 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-54720ec2-1b3c-46b7-82cf-c00d9738dfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (a0e503cd-d1ce-49ed-a78d-48e326c2af1b), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:32.371823 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-54720ec2-1b3c-46b7-82cf-c00d9738dfcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:32.372988 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-54720ec2-1b3c-46b7-82cf-c00d9738dfcf admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/a0e503cd-d1ce-49ed-a78d-48e326c2af1b HTTP/1.1" status: 204 len: 168 time: 0.1179931 Oct 20 13:42:32.381937 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54720ec2-1b3c-46b7-82cf-c00d9738dfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e503cd-d1ce-49ed-a78d-48e326c2af1b,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:32.633422 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14de57a-3e7a-4e25-bb70-4c48663971e7 req-cb2966c9-98fa-4242-8bbf-5e3280ca09fb tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:32.635165 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b14de57a-3e7a-4e25-bb70-4c48663971e7 req-cb2966c9-98fa-4242-8bbf-5e3280ca09fb tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3911c421-ac69-4c69-bc0d-c97e164b09a6 HTTP/1.1" status: 200 len: 946 time: 0.0535035 Oct 20 13:42:32.653435 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47780) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:32.668430 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-84041414-7d54-4910-816b-fb503b58b5d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:32.684416 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b14de57a-3e7a-4e25-bb70-4c48663971e7 req-0eb648a4-c34e-4ddd-b272-a23e3571f3df tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c2e8b2b4-6ffc-4ffb-b540-326c8c88f935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434093 Oct 20 13:42:32.749491 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-84041414-7d54-4910-816b-fb503b58b5d3 admin admin] Publish callbacks [] for security_group (a3750786-0827-409a-b68f-d053b9fb91de), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:32.754502 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-84041414-7d54-4910-816b-fb503b58b5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (a3750786-0827-409a-b68f-d053b9fb91de), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:32.795327 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84041414-7d54-4910-816b-fb503b58b5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3750786-0827-409a-b68f-d053b9fb91de,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:32.800170 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-84041414-7d54-4910-816b-fb503b58b5d3 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=8262b5cdea114008aea59b1f9a8f7e54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1451156 Oct 20 13:42:32.803158 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 47784) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:32.858521 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-55a87940-ed75-4f2a-abf7-e02be75f369e admin admin] Publish callbacks [] for security_group (a3750786-0827-409a-b68f-d053b9fb91de), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:32.866466 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:32.882027 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-55a87940-ed75-4f2a-abf7-e02be75f369e admin admin] Publish callbacks [] for security_group (a3750786-0827-409a-b68f-d053b9fb91de), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:32.911288 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:32.937777 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-55a87940-ed75-4f2a-abf7-e02be75f369e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (a3750786-0827-409a-b68f-d053b9fb91de), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:32.940995 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-55a87940-ed75-4f2a-abf7-e02be75f369e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:32.942326 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-55a87940-ed75-4f2a-abf7-e02be75f369e admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/a3750786-0827-409a-b68f-d053b9fb91de HTTP/1.1" status: 204 len: 168 time: 0.1382139 Oct 20 13:42:32.952060 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a87940-ed75-4f2a-abf7-e02be75f369e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3750786-0827-409a-b68f-d053b9fb91de,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:33.448689 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:33.486614 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7280c2f3-d22b-41a0-8b94-bbb62cc318c5 req-1cfbf896-7997-4fbd-9811-9a37f4f2fd78 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:33.488056 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7280c2f3-d22b-41a0-8b94-bbb62cc318c5 req-1cfbf896-7997-4fbd-9811-9a37f4f2fd78 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3911c421-ac69-4c69-bc0d-c97e164b09a6 HTTP/1.1" status: 200 len: 946 time: 0.0500116 Oct 20 13:42:33.544071 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7280c2f3-d22b-41a0-8b94-bbb62cc318c5 req-98f5db7e-07eb-47d3-a4f4-99e0aef6badd tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c2e8b2b4-6ffc-4ffb-b540-326c8c88f935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486033 Oct 20 13:42:34.663080 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:34.679231 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef00a47-2ce3-40c2-afa7-23488d00f1b8 req-591f4d9f-8d68-4053-8aa9-37ae594536e3 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:34.681083 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9ef00a47-2ce3-40c2-afa7-23488d00f1b8 req-591f4d9f-8d68-4053-8aa9-37ae594536e3 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3911c421-ac69-4c69-bc0d-c97e164b09a6 HTTP/1.1" status: 200 len: 946 time: 0.0549619 Oct 20 13:42:34.733748 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9ef00a47-2ce3-40c2-afa7-23488d00f1b8 req-9196fba9-074e-4cf6-b887-483393bf7a9d tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=c2e8b2b4-6ffc-4ffb-b540-326c8c88f935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469251 Oct 20 13:42:34.917125 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5c6d0-de80-4f2b-bb63-6b553ce49149 req-f24abbd4-ec15-4166-aaba-820d2a8edba3 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:34.918749 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-58d5c6d0-de80-4f2b-bb63-6b553ce49149 req-f24abbd4-ec15-4166-aaba-820d2a8edba3 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3911c421-ac69-4c69-bc0d-c97e164b09a6 HTTP/1.1" status: 200 len: 946 time: 0.0486896 Oct 20 13:42:35.012377 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-58d5c6d0-de80-4f2b-bb63-6b553ce49149 req-974e261b-1fa9-4311-b2e8-ca3019797480 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Deleting port 262e3b0d-fd4b-4cc7-92c8-98dada8441ba {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:42:35.012744 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-58d5c6d0-de80-4f2b-bb63-6b553ce49149 req-974e261b-1fa9-4311-b2e8-ca3019797480 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (262e3b0d-fd4b-4cc7-92c8-98dada8441ba), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:35.102661 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-58d5c6d0-de80-4f2b-bb63-6b553ce49149 req-974e261b-1fa9-4311-b2e8-ca3019797480 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] For port 262e3b0d-fd4b-4cc7-92c8-98dada8441ba, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=262e3b0d-fd4b-4cc7-92c8-98dada8441ba,segment=NetworkSegment(8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91),segment_id=8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:35.102926 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-58d5c6d0-de80-4f2b-bb63-6b553ce49149 req-974e261b-1fa9-4311-b2e8-ca3019797480 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (262e3b0d-fd4b-4cc7-92c8-98dada8441ba), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:35.117171 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-58d5c6d0-de80-4f2b-bb63-6b553ce49149 req-974e261b-1fa9-4311-b2e8-ca3019797480 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Calling delete_port for 262e3b0d-fd4b-4cc7-92c8-98dada8441ba owned by compute:nova {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:42:35.250858 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-58d5c6d0-de80-4f2b-bb63-6b553ce49149 req-974e261b-1fa9-4311-b2e8-ca3019797480 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (262e3b0d-fd4b-4cc7-92c8-98dada8441ba), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:35.264049 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['262e3b0d-fd4b-4cc7-92c8-98dada8441ba'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:42:35.278448 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e261b-1fa9-4311-b2e8-ca3019797480 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Pushing event deleted for resources: {'Port': ['ID=262e3b0d-fd4b-4cc7-92c8-98dada8441ba,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:35.337295 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d5c6d0-de80-4f2b-bb63-6b553ce49149 req-974e261b-1fa9-4311-b2e8-ca3019797480 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] No DVR routers for this DVR port 262e3b0d-fd4b-4cc7-92c8-98dada8441ba on host hv-cinder-86213 {{(pid=104733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:42:35.340089 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-58d5c6d0-de80-4f2b-bb63-6b553ce49149 req-974e261b-1fa9-4311-b2e8-ca3019797480 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:35.343384 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-58d5c6d0-de80-4f2b-bb63-6b553ce49149 req-974e261b-1fa9-4311-b2e8-ca3019797480 tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.20 "DELETE /networking/v2.0/ports/262e3b0d-fd4b-4cc7-92c8-98dada8441ba HTTP/1.1" status: 204 len: 173 time: 0.4174795 Oct 20 13:42:35.343874 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3911c421-ac69-4c69-bc0d-c97e164b09a6', 'name': 'network-vif-deleted', 'tag': '262e3b0d-fd4b-4cc7-92c8-98dada8441ba'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:42:35.346803 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3483e8-3c94-45f6-b8de-7784e8a66b56" -d '{"events": [{"server_uuid": "3911c421-ac69-4c69-bc0d-c97e164b09a6", "name": "network-vif-deleted", "tag": "262e3b0d-fd4b-4cc7-92c8-98dada8441ba"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:42:35.404499 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e2769d-1b46-4a67-8ce0-20efc5b7e80a x-openstack-request-id: req-29e2769d-1b46-4a67-8ce0-20efc5b7e80a {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:42:35.404789 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3911c421-ac69-4c69-bc0d-c97e164b09a6", "name": "network-vif-deleted", "tag": "262e3b0d-fd4b-4cc7-92c8-98dada8441ba", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:42:35.405098 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29e2769d-1b46-4a67-8ce0-20efc5b7e80a {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:42:35.405491 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e2769d-1b46-4a67-8ce0-20efc5b7e80a'] response: {'server_uuid': '3911c421-ac69-4c69-bc0d-c97e164b09a6', 'name': 'network-vif-deleted', 'tag': '262e3b0d-fd4b-4cc7-92c8-98dada8441ba', 'status': 'completed', 'code': 200} Oct 20 13:42:35.855622 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e99ec902-e718-4d88-83b5-f2024bddfe55 req-266cb716-73e9-4be6-822b-8620f786612d tempest-VolumesActionsTest-1331623610 tempest-VolumesActionsTest-1331623610-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=3911c421-ac69-4c69-bc0d-c97e164b09a6 HTTP/1.1" status: 200 len: 210 time: 0.0279427 Oct 20 13:42:36.694944 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:40.146529 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=99 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:40.151235 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=58 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:40.809792 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 262e3b0d-fd4b-4cc7-92c8-98dada8441ba no longer exists at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:42:40.829345 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] No Port match for: 262e3b0d-fd4b-4cc7-92c8-98dada8441ba {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:42:40.829685 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 262e3b0d-fd4b-4cc7-92c8-98dada8441ba not bound to the agent host hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:42:40.870305 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-15a5df11-a0cf-40e9-97f6-4c9a1764f014 req-03678e6a-834c-43b5-9725-c91ac83211bd service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375137 Oct 20 13:42:40.969581 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5df11-a0cf-40e9-97f6-4c9a1764f014 req-a71fab8d-32e0-4e85-bf46-4cf6c181461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:40.971283 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-15a5df11-a0cf-40e9-97f6-4c9a1764f014 req-a71fab8d-32e0-4e85-bf46-4cf6c181461c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=f9addc326c51410f809805d8b44c5c17&device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 1130 time: 0.0391483 Oct 20 13:42:41.091515 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5df11-a0cf-40e9-97f6-4c9a1764f014 req-3927051a-0593-496d-989c-409b35184976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:41.093088 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-15a5df11-a0cf-40e9-97f6-4c9a1764f014 req-3927051a-0593-496d-989c-409b35184976 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=9c859482-bc24-4f85-8ad7-70cfdb97a23e HTTP/1.1" status: 200 len: 917 time: 0.0896387 Oct 20 13:42:41.156480 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-15a5df11-a0cf-40e9-97f6-4c9a1764f014 req-fa879bcb-6594-4c6b-a81a-f2ff979649e6 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=220d420d-8061-47e0-9323-3ec3344c20c6 HTTP/1.1" status: 200 len: 1001 time: 0.0563636 Oct 20 13:42:41.211928 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5df11-a0cf-40e9-97f6-4c9a1764f014 req-8a59d0e9-288a-44ff-9c9f-df8140f5c14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:41.213413 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-15a5df11-a0cf-40e9-97f6-4c9a1764f014 req-8a59d0e9-288a-44ff-9c9f-df8140f5c14e service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=eb211b48-f491-42bc-8f6d-654db7c34008 HTTP/1.1" status: 200 len: 855 time: 0.0502980 Oct 20 13:42:41.259306 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a5df11-a0cf-40e9-97f6-4c9a1764f014 req-7db50b61-7245-40eb-a260-b81287a871cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:41.260907 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-15a5df11-a0cf-40e9-97f6-4c9a1764f014 req-7db50b61-7245-40eb-a260-b81287a871cc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=9c859482-bc24-4f85-8ad7-70cfdb97a23e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410297 Oct 20 13:42:41.328013 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:41.344805 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:41.351680 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-15a5df11-a0cf-40e9-97f6-4c9a1764f014 req-4833e99e-9a1b-4a10-891b-028ffe50bbbb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c859482-bc24-4f85-8ad7-70cfdb97a23e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841837 Oct 20 13:42:41.447761 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-15a5df11-a0cf-40e9-97f6-4c9a1764f014 req-53b00aa4-8774-4929-b200-a3fb46798ff4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/9c859482-bc24-4f85-8ad7-70cfdb97a23e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885608 Oct 20 13:42:42.703813 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9f8ba-e173-4425-bf43-746b3a7c78f6 req-1ffb5845-89f8-414a-8340-7621fd045f96 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:42.724531 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5fd9f8ba-e173-4425-bf43-746b3a7c78f6 req-1ffb5845-89f8-414a-8340-7621fd045f96 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 946 time: 0.1029942 Oct 20 13:42:42.817766 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5fd9f8ba-e173-4425-bf43-746b3a7c78f6 req-1c314d13-63b0-41a2-bda7-46802d72c23a tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925052 Oct 20 13:42:42.946391 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:42.947588 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=5,neutron:DELETE=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:44.020680 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f93e8d-4783-49cd-b73d-411b5932b457 req-9a342eb5-9fa2-4ef9-9a4d-68ef7606d0a8 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:44.023458 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-08f93e8d-4783-49cd-b73d-411b5932b457 req-9a342eb5-9fa2-4ef9-9a4d-68ef7606d0a8 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 946 time: 0.0642056 Oct 20 13:42:44.078076 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-08f93e8d-4783-49cd-b73d-411b5932b457 req-3d17df48-db05-4181-85ca-ed1a98c670fc tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=0af70979-57a9-42ab-83b0-56bbccfe683e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492749 Oct 20 13:42:44.151509 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4077ce-e662-494e-8f75-19e76d87f6cd req-1d94419f-6698-4fc6-8e84-5818f14e94f3 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:44.152994 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3c4077ce-e662-494e-8f75-19e76d87f6cd req-1d94419f-6698-4fc6-8e84-5818f14e94f3 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 946 time: 0.0476010 Oct 20 13:42:44.246986 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-3c4077ce-e662-494e-8f75-19e76d87f6cd req-6969b6fd-8fa1-4886-83f9-37f0476f3608 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Deleting port 220d420d-8061-47e0-9323-3ec3344c20c6 {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:42:44.247325 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-3c4077ce-e662-494e-8f75-19e76d87f6cd req-6969b6fd-8fa1-4886-83f9-37f0476f3608 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (220d420d-8061-47e0-9323-3ec3344c20c6), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:44.341251 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-3c4077ce-e662-494e-8f75-19e76d87f6cd req-6969b6fd-8fa1-4886-83f9-37f0476f3608 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] For port 220d420d-8061-47e0-9323-3ec3344c20c6, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=220d420d-8061-47e0-9323-3ec3344c20c6,segment=NetworkSegment(05e72368-f775-4124-bc91-39623e93b8b1),segment_id=05e72368-f775-4124-bc91-39623e93b8b1)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:44.341614 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-3c4077ce-e662-494e-8f75-19e76d87f6cd req-6969b6fd-8fa1-4886-83f9-37f0476f3608 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (220d420d-8061-47e0-9323-3ec3344c20c6), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:44.532681 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-3c4077ce-e662-494e-8f75-19e76d87f6cd req-6969b6fd-8fa1-4886-83f9-37f0476f3608 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:44.533659 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-3c4077ce-e662-494e-8f75-19e76d87f6cd req-6969b6fd-8fa1-4886-83f9-37f0476f3608 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (4a7eebff-6f40-4743-a2c7-98743ca8a515), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:44.534120 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.db.l3_db [req-3c4077ce-e662-494e-8f75-19e76d87f6cd req-6969b6fd-8fa1-4886-83f9-37f0476f3608 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Floating IP 4a7eebff-6f40-4743-a2c7-98743ca8a515 disassociated. External IP: 172.27.0.184, port: 220d420d-8061-47e0-9323-3ec3344c20c6. Oct 20 13:42:44.534467 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-3c4077ce-e662-494e-8f75-19e76d87f6cd req-6969b6fd-8fa1-4886-83f9-37f0476f3608 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Calling delete_port for 220d420d-8061-47e0-9323-3ec3344c20c6 owned by compute:nova {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:42:44.970066 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-3c4077ce-e662-494e-8f75-19e76d87f6cd req-6969b6fd-8fa1-4886-83f9-37f0476f3608 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (220d420d-8061-47e0-9323-3ec3344c20c6), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:45.034391 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969b6fd-8fa1-4886-83f9-37f0476f3608 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Pushing event deleted for resources: {'Port': ['ID=220d420d-8061-47e0-9323-3ec3344c20c6,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:45.125715 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:45.149204 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:45.178686 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c4077ce-e662-494e-8f75-19e76d87f6cd req-6969b6fd-8fa1-4886-83f9-37f0476f3608 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Router 19956344-d0ce-4773-87fe-8839c5db68f1 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:42:45.293231 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2a3443f2-a338-4d11-906b-4cb8b4150485 req-f4501276-63ca-4338-9ba5-a421547bfee0 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 210 time: 0.0345709 Oct 20 13:42:45.369053 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c4077ce-e662-494e-8f75-19e76d87f6cd req-6969b6fd-8fa1-4886-83f9-37f0476f3608 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:42:45.393607 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28e5079-c39f-473e-acd0-d110a3dbb221 None None] Sync routers for ids ['19956344-d0ce-4773-87fe-8839c5db68f1'] in dv-cinder-862136-1-iscsi {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:42:45.407172 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28e5079-c39f-473e-acd0-d110a3dbb221 None None] Routers {'19956344-d0ce-4773-87fe-8839c5db68f1'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:42:45.409102 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-a28e5079-c39f-473e-acd0-d110a3dbb221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:42:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['19956344-d0ce-4773-87fe-8839c5db68f1'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:45.445212 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4077ce-e662-494e-8f75-19e76d87f6cd req-6969b6fd-8fa1-4886-83f9-37f0476f3608 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] No DVR routers for this DVR port 220d420d-8061-47e0-9323-3ec3344c20c6 on host hv-cinder-86213 {{(pid=104733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:42:45.448084 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-3c4077ce-e662-494e-8f75-19e76d87f6cd req-6969b6fd-8fa1-4886-83f9-37f0476f3608 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:45.451520 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3c4077ce-e662-494e-8f75-19e76d87f6cd req-6969b6fd-8fa1-4886-83f9-37f0476f3608 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.20 "DELETE /networking/v2.0/ports/220d420d-8061-47e0-9323-3ec3344c20c6 HTTP/1.1" status: 204 len: 173 time: 1.2932277 Oct 20 13:42:45.452030 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34aa5d9-ed42-4cdd-bed0-229455d27cf1', 'name': 'network-vif-deleted', 'tag': '220d420d-8061-47e0-9323-3ec3344c20c6'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:42:45.457724 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005bf92e-3276-4bbc-964b-2bb27289085b" -d '{"events": [{"server_uuid": "c34aa5d9-ed42-4cdd-bed0-229455d27cf1", "name": "network-vif-deleted", "tag": "220d420d-8061-47e0-9323-3ec3344c20c6"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:42:45.535459 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3a2de9-98f4-4bf4-a898-7fc5d8457b46 x-openstack-request-id: req-ef3a2de9-98f4-4bf4-a898-7fc5d8457b46 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:42:45.535746 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34aa5d9-ed42-4cdd-bed0-229455d27cf1", "name": "network-vif-deleted", "tag": "220d420d-8061-47e0-9323-3ec3344c20c6", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:42:45.536032 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ef3a2de9-98f4-4bf4-a898-7fc5d8457b46 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:42:45.536701 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef3a2de9-98f4-4bf4-a898-7fc5d8457b46'] response: {'server_uuid': 'c34aa5d9-ed42-4cdd-bed0-229455d27cf1', 'name': 'network-vif-deleted', 'tag': '220d420d-8061-47e0-9323-3ec3344c20c6', 'status': 'completed', 'code': 200} Oct 20 13:42:45.552154 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-a28e5079-c39f-473e-acd0-d110a3dbb221 None None] Set router 19956344-d0ce-4773-87fe-8839c5db68f1 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:42:45.601446 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:45.841533 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-a28e5079-c39f-473e-acd0-d110a3dbb221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'name': 'tempest-AttachVolumeShelveTestJSON-387486094-router', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:41Z', 'revision_number': 4, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'gw_port': {'id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': 'a0e9e3e1-270d-4309-934f-1dc7446bbcad', 'name': '', 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'mac_address': 'fa:16:3e:05:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:39Z', 'updated_at': '2022-10-20T13:35:54Z', 'revision_number': 5, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'subnets': [{'id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:45.877933 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28e5079-c39f-473e-acd0-d110a3dbb221 None None] Checking router: 19956344-d0ce-4773-87fe-8839c5db68f1 for host: dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:42:45.890011 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28e5079-c39f-473e-acd0-d110a3dbb221 None None] Routers {'19956344-d0ce-4773-87fe-8839c5db68f1'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:42:45.890735 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-a28e5079-c39f-473e-acd0-d110a3dbb221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:42:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['19956344-d0ce-4773-87fe-8839c5db68f1'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:46.036457 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-a28e5079-c39f-473e-acd0-d110a3dbb221 None None] Set router 19956344-d0ce-4773-87fe-8839c5db68f1 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:42:46.076969 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:46.278156 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-a28e5079-c39f-473e-acd0-d110a3dbb221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'name': 'tempest-AttachVolumeShelveTestJSON-387486094-router', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:41Z', 'revision_number': 4, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'gw_port': {'id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': 'a0e9e3e1-270d-4309-934f-1dc7446bbcad', 'name': '', 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'mac_address': 'fa:16:3e:05:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:39Z', 'updated_at': '2022-10-20T13:35:54Z', 'revision_number': 5, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'subnets': [{'id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:46.304534 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28e5079-c39f-473e-acd0-d110a3dbb221 None None] The sync data for ids ['19956344-d0ce-4773-87fe-8839c5db68f1'] in dv-cinder-862136-1-iscsi is: [{'id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'name': 'tempest-AttachVolumeShelveTestJSON-387486094-router', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:35:41Z', 'revision_number': 4, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'gw_port': {'id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': 'a0e9e3e1-270d-4309-934f-1dc7446bbcad', 'name': '', 'network_id': '9c859482-bc24-4f85-8ad7-70cfdb97a23e', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'mac_address': 'fa:16:3e:05:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:39Z', 'updated_at': '2022-10-20T13:35:54Z', 'revision_number': 5, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'subnets': [{'id': 'eb211b48-f491-42bc-8f6d-654db7c34008', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:42:46.488896 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-204cbd35-f58b-4d35-8341-a19950c25e8a req-286a90a3-d799-432f-826a-fdee71af84fd tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c34aa5d9-ed42-4cdd-bed0-229455d27cf1 HTTP/1.1" status: 200 len: 210 time: 0.0367396 Oct 20 13:42:46.683479 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfa5ffb-4afb-4830-b137-5b9704421a67 None None] New status for floating IP 4a7eebff-6f40-4743-a2c7-98743ca8a515: DOWN {{(pid=104735) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 13:42:47.603505 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 48164) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:47.665425 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4f69a109-4fa3-4662-846e-5cc68abbcf72 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for security_group (0af70979-57a9-42ab-83b0-56bbccfe683e), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:47.689603 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4f69a109-4fa3-4662-846e-5cc68abbcf72 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for security_group (0af70979-57a9-42ab-83b0-56bbccfe683e), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:47.742113 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4f69a109-4fa3-4662-846e-5cc68abbcf72 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (0af70979-57a9-42ab-83b0-56bbccfe683e), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:47.745000 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4f69a109-4fa3-4662-846e-5cc68abbcf72 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:47.746155 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-4f69a109-4fa3-4662-846e-5cc68abbcf72 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/0af70979-57a9-42ab-83b0-56bbccfe683e HTTP/1.1" status: 204 len: 168 time: 0.1415639 Oct 20 13:42:47.749384 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 48166) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:47.756574 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69a109-4fa3-4662-846e-5cc68abbcf72 tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af70979-57a9-42ab-83b0-56bbccfe683e,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:47.773597 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.api.v2.resource [None req-345d7bd2-167d-4e4d-9778-b11ebd73c8dd tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] show failed (client error): The resource could not be found. Oct 20 13:42:47.778183 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 48168) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:47.786739 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-345d7bd2-167d-4e4d-9778-b11ebd73c8dd tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "GET /networking/v2.0/security-groups/0af70979-57a9-42ab-83b0-56bbccfe683e HTTP/1.1" status: 404 len: 347 time: 0.0356445 Oct 20 13:42:47.909633 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-8806cb51-b6ac-4122-816a-1f8101d568dd tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Deleting port 9c03cbec-9034-446f-85de-106637a70c74 {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:42:47.909973 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8806cb51-b6ac-4122-816a-1f8101d568dd tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (9c03cbec-9034-446f-85de-106637a70c74), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:47.952418 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 220d420d-8061-47e0-9323-3ec3344c20c6 no longer exists at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:42:47.979564 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] No Port match for: 220d420d-8061-47e0-9323-3ec3344c20c6 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:42:47.980382 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 220d420d-8061-47e0-9323-3ec3344c20c6 not bound to the agent host hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:42:47.998614 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8806cb51-b6ac-4122-816a-1f8101d568dd tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (9c03cbec-9034-446f-85de-106637a70c74), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:47.998931 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8806cb51-b6ac-4122-816a-1f8101d568dd tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for floatingip (9c03cbec-9034-446f-85de-106637a70c74), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:48.012749 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-8806cb51-b6ac-4122-816a-1f8101d568dd tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Calling delete_port for 9c03cbec-9034-446f-85de-106637a70c74 owned by network:floatingip {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:42:48.171640 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8806cb51-b6ac-4122-816a-1f8101d568dd tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (9c03cbec-9034-446f-85de-106637a70c74), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:48.202831 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806cb51-b6ac-4122-816a-1f8101d568dd tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Pushing event deleted for resources: {'Port': ['ID=9c03cbec-9034-446f-85de-106637a70c74,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:48.301130 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8806cb51-b6ac-4122-816a-1f8101d568dd tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks [] for floatingip (4a7eebff-6f40-4743-a2c7-98743ca8a515), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:48.303845 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8806cb51-b6ac-4122-816a-1f8101d568dd tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:48.307641 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-8806cb51-b6ac-4122-816a-1f8101d568dd tempest-AttachVolumeShelveTestJSON-427809982 tempest-AttachVolumeShelveTestJSON-427809982-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/4a7eebff-6f40-4743-a2c7-98743ca8a515 HTTP/1.1" status: 204 len: 168 time: 0.5256083 Oct 20 13:42:48.913860 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 48200) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:49.044903 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1561f67b-66ef-4b95-9628-a7566ac7caf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:49.131586 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1561f67b-66ef-4b95-9628-a7566ac7caf3 admin admin] Publish callbacks [] for security_group (202bfde0-db1e-42e4-93c8-d93a074d9f40), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:49.135728 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1561f67b-66ef-4b95-9628-a7566ac7caf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (202bfde0-db1e-42e4-93c8-d93a074d9f40), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:49.185391 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-1561f67b-66ef-4b95-9628-a7566ac7caf3 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=e7895f3e04f344088f59ea5578bb27b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2704246 Oct 20 13:42:49.185642 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 48204) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:49.186293 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1561f67b-66ef-4b95-9628-a7566ac7caf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=202bfde0-db1e-42e4-93c8-d93a074d9f40,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:49.254232 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-df2afdf6-498e-4fb8-85b8-6f4fc2b6b4d2 admin admin] Publish callbacks [] for security_group (202bfde0-db1e-42e4-93c8-d93a074d9f40), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:49.281033 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-df2afdf6-498e-4fb8-85b8-6f4fc2b6b4d2 admin admin] Publish callbacks [] for security_group (202bfde0-db1e-42e4-93c8-d93a074d9f40), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:49.354962 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-df2afdf6-498e-4fb8-85b8-6f4fc2b6b4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (202bfde0-db1e-42e4-93c8-d93a074d9f40), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:49.357729 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-df2afdf6-498e-4fb8-85b8-6f4fc2b6b4d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:49.358870 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-df2afdf6-498e-4fb8-85b8-6f4fc2b6b4d2 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/202bfde0-db1e-42e4-93c8-d93a074d9f40 HTTP/1.1" status: 204 len: 168 time: 0.1719673 Oct 20 13:42:49.367392 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2afdf6-498e-4fb8-85b8-6f4fc2b6b4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=202bfde0-db1e-42e4-93c8-d93a074d9f40,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:49.719900 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 48224) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:49.733837 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2e4ac97f-3c74-4db9-b656-e245ad89a373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:49.817603 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2e4ac97f-3c74-4db9-b656-e245ad89a373 admin admin] Publish callbacks [] for security_group (03147bac-beb0-4c52-ba94-d836abdf761e), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:49.822150 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2e4ac97f-3c74-4db9-b656-e245ad89a373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (03147bac-beb0-4c52-ba94-d836abdf761e), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:49.878953 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ac97f-3c74-4db9-b656-e245ad89a373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03147bac-beb0-4c52-ba94-d836abdf761e,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:49.886802 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-2e4ac97f-3c74-4db9-b656-e245ad89a373 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=ec9ab8a43bfd43f0979b785d84e4b6b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1652970 Oct 20 13:42:49.889639 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 48232) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:49.904549 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:49.942182 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-071dcad6-0eb2-4740-b5b0-8d44132ca5b2 admin admin] Publish callbacks [] for security_group (03147bac-beb0-4c52-ba94-d836abdf761e), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:49.962103 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-071dcad6-0eb2-4740-b5b0-8d44132ca5b2 admin admin] Publish callbacks [] for security_group (03147bac-beb0-4c52-ba94-d836abdf761e), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:49.983868 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:50.013528 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-071dcad6-0eb2-4740-b5b0-8d44132ca5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (03147bac-beb0-4c52-ba94-d836abdf761e), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:50.016186 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-071dcad6-0eb2-4740-b5b0-8d44132ca5b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:50.020228 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-071dcad6-0eb2-4740-b5b0-8d44132ca5b2 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/03147bac-beb0-4c52-ba94-d836abdf761e HTTP/1.1" status: 204 len: 168 time: 0.1267340 Oct 20 13:42:50.027623 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071dcad6-0eb2-4740-b5b0-8d44132ca5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03147bac-beb0-4c52-ba94-d836abdf761e,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:50.924829 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 48274) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:51.699059 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-22ba69ef-edcd-4998-abba-b952f1420316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864622'] for router_interface (19956344-d0ce-4773-87fe-8839c5db68f1), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:51.963402 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-22ba69ef-edcd-4998-abba-b952f1420316 admin admin] Deleting port a0e9e3e1-270d-4309-934f-1dc7446bbcad {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:42:51.963727 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-22ba69ef-edcd-4998-abba-b952f1420316 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (a0e9e3e1-270d-4309-934f-1dc7446bbcad), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:52.058286 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-22ba69ef-edcd-4998-abba-b952f1420316 admin admin] For port a0e9e3e1-270d-4309-934f-1dc7446bbcad, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=a0e9e3e1-270d-4309-934f-1dc7446bbcad,segment=NetworkSegment(05e72368-f775-4124-bc91-39623e93b8b1),segment_id=05e72368-f775-4124-bc91-39623e93b8b1)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:52.058657 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-22ba69ef-edcd-4998-abba-b952f1420316 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (a0e9e3e1-270d-4309-934f-1dc7446bbcad), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:52.072400 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-22ba69ef-edcd-4998-abba-b952f1420316 admin admin] Calling delete_port for a0e9e3e1-270d-4309-934f-1dc7446bbcad owned by network:router_interface {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:42:52.208699 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:52.298071 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:52.335898 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-22ba69ef-edcd-4998-abba-b952f1420316 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (a0e9e3e1-270d-4309-934f-1dc7446bbcad), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:52.381764 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba69ef-edcd-4998-abba-b952f1420316 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0e9e3e1-270d-4309-934f-1dc7446bbcad,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:52.644201 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-22ba69ef-edcd-4998-abba-b952f1420316 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864730'] for router_interface (19956344-d0ce-4773-87fe-8839c5db68f1), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:52.678312 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c59d10-8024-48f9-976c-5214acf820ed None None] get_active_networks_info from dv-cinder-862136-1-iscsi {{(pid=104734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 13:42:52.841953 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c59d10-8024-48f9-976c-5214acf820ed None None] Resources bound (agent type, host, resource id): {{(pid=104734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 13:42:52.951247 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ba69ef-edcd-4998-abba-b952f1420316 admin admin] Router 19956344-d0ce-4773-87fe-8839c5db68f1 has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:42:53.071025 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ba69ef-edcd-4998-abba-b952f1420316 admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:42:53.076270 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-22ba69ef-edcd-4998-abba-b952f1420316 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/19956344-d0ce-4773-87fe-8839c5db68f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1503711 Oct 20 13:42:53.078853 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 48362) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:53.108013 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43233a9b-9692-44fc-a3e2-b738122b7d33 None None] Sync routers for ids ['19956344-d0ce-4773-87fe-8839c5db68f1'] in dv-cinder-862136-1-iscsi {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:42:53.128088 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43233a9b-9692-44fc-a3e2-b738122b7d33 None None] Routers {'19956344-d0ce-4773-87fe-8839c5db68f1'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:42:53.128766 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-43233a9b-9692-44fc-a3e2-b738122b7d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:42:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['19956344-d0ce-4773-87fe-8839c5db68f1'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:53.194260 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8def3a10-e974-4bbd-bed9-14514309efb1 admin admin] Publish callbacks [] for router (19956344-d0ce-4773-87fe-8839c5db68f1), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:53.211693 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:53.283762 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-43233a9b-9692-44fc-a3e2-b738122b7d33 None None] Set router 19956344-d0ce-4773-87fe-8839c5db68f1 gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:42:53.321323 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:53.332085 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8def3a10-e974-4bbd-bed9-14514309efb1 admin admin] Publish callbacks [] for router_gateway (19956344-d0ce-4773-87fe-8839c5db68f1), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:53.412199 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-8def3a10-e974-4bbd-bed9-14514309efb1 admin admin] Deleting port 21091521-a32d-4bc3-bd31-1690402ab03b {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:42:53.412361 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8def3a10-e974-4bbd-bed9-14514309efb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (21091521-a32d-4bc3-bd31-1690402ab03b), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:53.558858 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-8def3a10-e974-4bbd-bed9-14514309efb1 admin admin] For port 21091521-a32d-4bc3-bd31-1690402ab03b, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=21091521-a32d-4bc3-bd31-1690402ab03b,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:53.559219 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8def3a10-e974-4bbd-bed9-14514309efb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (21091521-a32d-4bc3-bd31-1690402ab03b), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:53.575446 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-8def3a10-e974-4bbd-bed9-14514309efb1 admin admin] Calling delete_port for 21091521-a32d-4bc3-bd31-1690402ab03b owned by network:router_gateway {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:42:53.598211 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:53.619912 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-43233a9b-9692-44fc-a3e2-b738122b7d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'name': 'tempest-AttachVolumeShelveTestJSON-387486094-router', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:42:52Z', 'revision_number': 5, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'gw_port': {'id': '21091521-a32d-4bc3-bd31-1690402ab03b', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:5a:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:35:30Z', 'updated_at': '2022-10-20T13:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:53.678335 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43233a9b-9692-44fc-a3e2-b738122b7d33 None None] Checking router: 19956344-d0ce-4773-87fe-8839c5db68f1 for host: dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:42:53.731289 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43233a9b-9692-44fc-a3e2-b738122b7d33 None None] Routers {'19956344-d0ce-4773-87fe-8839c5db68f1'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:42:53.731289 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-43233a9b-9692-44fc-a3e2-b738122b7d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:42:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['19956344-d0ce-4773-87fe-8839c5db68f1'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:53.789918 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:53.887360 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8def3a10-e974-4bbd-bed9-14514309efb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (21091521-a32d-4bc3-bd31-1690402ab03b), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:53.903893 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-43233a9b-9692-44fc-a3e2-b738122b7d33 None None] Set router 19956344-d0ce-4773-87fe-8839c5db68f1 gateway port host: None {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:42:53.961691 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def3a10-e974-4bbd-bed9-14514309efb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=21091521-a32d-4bc3-bd31-1690402ab03b,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:54.040284 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8def3a10-e974-4bbd-bed9-14514309efb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3855219'] for router_gateway (19956344-d0ce-4773-87fe-8839c5db68f1), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:54.055547 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-43233a9b-9692-44fc-a3e2-b738122b7d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'name': 'tempest-AttachVolumeShelveTestJSON-387486094-router', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:42:53Z', 'revision_number': 6, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'gw_port_host': None}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:54.096024 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43233a9b-9692-44fc-a3e2-b738122b7d33 None None] The sync data for ids ['19956344-d0ce-4773-87fe-8839c5db68f1'] in dv-cinder-862136-1-iscsi is: [{'id': '19956344-d0ce-4773-87fe-8839c5db68f1', 'name': 'tempest-AttachVolumeShelveTestJSON-387486094-router', 'tenant_id': 'f9addc326c51410f809805d8b44c5c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:35:29Z', 'updated_at': '2022-10-20T13:42:53Z', 'revision_number': 6, 'project_id': 'f9addc326c51410f809805d8b44c5c17', 'gw_port_host': None}] {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:42:54.191759 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8def3a10-e974-4bbd-bed9-14514309efb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3608'] for router (19956344-d0ce-4773-87fe-8839c5db68f1), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:54.195081 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8def3a10-e974-4bbd-bed9-14514309efb1 admin admin] Publish callbacks [] for router_controller (19956344-d0ce-4773-87fe-8839c5db68f1), precommit_delete_associations {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:54.254307 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8def3a10-e974-4bbd-bed9-14514309efb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864653'] for router (19956344-d0ce-4773-87fe-8839c5db68f1), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:54.255191 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8def3a10-e974-4bbd-bed9-14514309efb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19956344-d0ce-4773-87fe-8839c5db68f1 {{(pid=104732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 13:42:54.262986 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8def3a10-e974-4bbd-bed9-14514309efb1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:54.264428 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-8def3a10-e974-4bbd-bed9-14514309efb1 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/19956344-d0ce-4773-87fe-8839c5db68f1 HTTP/1.1" status: 204 len: 168 time: 1.1842628 Oct 20 13:42:54.267900 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 48410) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:54.318203 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_v2 [None req-21abff3e-8733-4751-af6c-bf478fac5dd5 admin admin] Deleting subnet eb211b48-f491-42bc-8f6d-654db7c34008 {{(pid=104733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 13:42:54.322016 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-21abff3e-8733-4751-af6c-bf478fac5dd5 admin admin] Publish callbacks [] for subnet (eb211b48-f491-42bc-8f6d-654db7c34008), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:54.348402 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-cb1b3c92-9708-4f66-b915-edf3dd7648e0 None None] Provisioning complete for port f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:42:54.349619 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-cb1b3c92-9708-4f66-b915-edf3dd7648e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:54.349960 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-cb1b3c92-9708-4f66-b915-edf3dd7648e0 None None] Attempt 1 to provision port f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 Oct 20 13:42:54.365502 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 48412) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:54.381340 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-21abff3e-8733-4751-af6c-bf478fac5dd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26113402'] for subnet (eb211b48-f491-42bc-8f6d-654db7c34008), precommit_delete_associations {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:54.477072 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-cb1b3c92-9708-4f66-b915-edf3dd7648e0 None None] Current status of the port f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:42:54.535040 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-21abff3e-8733-4751-af6c-bf478fac5dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1335179'] for subnet (eb211b48-f491-42bc-8f6d-654db7c34008), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:54.537345 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6b97378c-c59e-4886-aa81-ac74c4b9fcdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:54.596409 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:54.601457 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-21abff3e-8733-4751-af6c-bf478fac5dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1335184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26193023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26212522'] for subnet (eb211b48-f491-42bc-8f6d-654db7c34008), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:54.627322 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-21abff3e-8733-4751-af6c-bf478fac5dd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for subnet (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:54.634347 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-21abff3e-8733-4751-af6c-bf478fac5dd5 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/eb211b48-f491-42bc-8f6d-654db7c34008 HTTP/1.1" status: 204 len: 168 time: 0.3648062 Oct 20 13:42:54.634560 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 48420) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:54.644345 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c27ec6-48d1-4a71-a360-213d2893a6e9 None None] Network 9c859482-bc24-4f85-8ad7-70cfdb97a23e requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:42:54.666434 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21abff3e-8733-4751-af6c-bf478fac5dd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb211b48-f491-42bc-8f6d-654db7c34008,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:54.675556 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21abff3e-8733-4751-af6c-bf478fac5dd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:54.676189 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21abff3e-8733-4751-af6c-bf478fac5dd5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:54.676783 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21abff3e-8733-4751-af6c-bf478fac5dd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:54.677513 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21abff3e-8733-4751-af6c-bf478fac5dd5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:54.678064 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21abff3e-8733-4751-af6c-bf478fac5dd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:54.678589 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21abff3e-8733-4751-af6c-bf478fac5dd5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:54.679108 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21abff3e-8733-4751-af6c-bf478fac5dd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:54.679628 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21abff3e-8733-4751-af6c-bf478fac5dd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:54.680157 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21abff3e-8733-4751-af6c-bf478fac5dd5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:54.680672 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21abff3e-8733-4751-af6c-bf478fac5dd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:54.681233 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21abff3e-8733-4751-af6c-bf478fac5dd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:54.681762 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21abff3e-8733-4751-af6c-bf478fac5dd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:54.682301 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21abff3e-8733-4751-af6c-bf478fac5dd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:54.682850 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21abff3e-8733-4751-af6c-bf478fac5dd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:54.683381 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21abff3e-8733-4751-af6c-bf478fac5dd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:42:54.738170 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-95a3c950-998b-4013-9771-7cc2f1a61594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:54.747022 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f7a11597-c4cb-42a3-b682-f77246e7cb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466521'] for network (9c859482-bc24-4f85-8ad7-70cfdb97a23e), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:54.798736 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6b97378c-c59e-4886-aa81-ac74c4b9fcdb admin admin] Publish callbacks [] for security_group (16438911-db77-49e6-b286-3230a312212d), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:54.805701 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6b97378c-c59e-4886-aa81-ac74c4b9fcdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (16438911-db77-49e6-b286-3230a312212d), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:54.852278 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b97378c-c59e-4886-aa81-ac74c4b9fcdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16438911-db77-49e6-b286-3230a312212d,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:54.867967 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-f7a11597-c4cb-42a3-b682-f77246e7cb92 admin admin] Deleting port f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:42:54.868245 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f7a11597-c4cb-42a3-b682-f77246e7cb92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:54.889532 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-6b97378c-c59e-4886-aa81-ac74c4b9fcdb admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=8c0b1ce7ba014c6a85d6036f354c5dff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5200279 Oct 20 13:42:54.890006 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 48426) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:54.960595 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:54.972622 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-f7a11597-c4cb-42a3-b682-f77246e7cb92 admin admin] For port f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087,segment=NetworkSegment(05e72368-f775-4124-bc91-39623e93b8b1),segment_id=05e72368-f775-4124-bc91-39623e93b8b1)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:54.973202 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f7a11597-c4cb-42a3-b682-f77246e7cb92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:54.996920 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-f7a11597-c4cb-42a3-b682-f77246e7cb92 admin admin] Calling delete_port for f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 owned by network:dhcp {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:42:55.054297 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebcab77-787b-4011-8ae1-ba8ace505191 None None] DHCP port deletion for 9c859482-bc24-4f85-8ad7-70cfdb97a23e request from dv-cinder-862136-1-iscsi {{(pid=104734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 13:42:55.095682 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f7a11597-c4cb-42a3-b682-f77246e7cb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:55.118030 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-27e9af23-c981-4b75-9ad1-7f996dfbfbbf admin admin] Publish callbacks [] for security_group (16438911-db77-49e6-b286-3230a312212d), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:55.123176 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a11597-c4cb-42a3-b682-f77246e7cb92 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:55.132340 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a11597-c4cb-42a3-b682-f77246e7cb92 admin admin] No DVR routers for this DVR port f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 on host dv-cinder-862136-1-iscsi {{(pid=104732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:42:55.147119 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-bebcab77-787b-4011-8ae1-ba8ace505191 None None] Deleting port f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:42:55.147489 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-bebcab77-787b-4011-8ae1-ba8ace505191 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:55.199605 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-27e9af23-c981-4b75-9ad1-7f996dfbfbbf admin admin] Publish callbacks [] for security_group (16438911-db77-49e6-b286-3230a312212d), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:55.214429 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:55.240203 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-bebcab77-787b-4011-8ae1-ba8ace505191 None None] For port f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087, host dv-cinder-862136-1-iscsi, got binding levels [] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:55.240852 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-bebcab77-787b-4011-8ae1-ba8ace505191 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:55.267652 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-bebcab77-787b-4011-8ae1-ba8ace505191 None None] Calling delete_port for f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 owned by network:dhcp {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:42:55.275332 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.ipam_backend_mixin [None req-bebcab77-787b-4011-8ae1-ba8ace505191 None None] Port f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 was not found and therefore no delete operation was performed {{(pid=104734) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 20 13:42:55.276912 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-bebcab77-787b-4011-8ae1-ba8ace505191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964'] for port (f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:55.290371 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebcab77-787b-4011-8ae1-ba8ace505191 None None] No DVR routers for this DVR port f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 on host dv-cinder-862136-1-iscsi {{(pid=104734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:42:55.312640 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebcab77-787b-4011-8ae1-ba8ace505191 None None] Pushing event deleted for resources: {'Port': ['ID=f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:55.323517 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f7a11597-c4cb-42a3-b682-f77246e7cb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335235', 'neutron.services.segments.db._delete_segments_for_network-8747424857155'] for network (9c859482-bc24-4f85-8ad7-70cfdb97a23e), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:55.355200 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-f7a11597-c4cb-42a3-b682-f77246e7cb92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c859482-bc24-4f85-8ad7-70cfdb97a23e']}} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:55.370653 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-f7a11597-c4cb-42a3-b682-f77246e7cb92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e72368-f775-4124-bc91-39623e93b8b1') {'for_net_delete': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:55.371060 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-f7a11597-c4cb-42a3-b682-f77246e7cb92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e72368-f775-4124-bc91-39623e93b8b1') {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:42:55.380603 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-27e9af23-c981-4b75-9ad1-7f996dfbfbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (16438911-db77-49e6-b286-3230a312212d), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:55.384174 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-27e9af23-c981-4b75-9ad1-7f996dfbfbbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:55.390898 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-27e9af23-c981-4b75-9ad1-7f996dfbfbbf admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/16438911-db77-49e6-b286-3230a312212d HTTP/1.1" status: 204 len: 168 time: 0.4998093 Oct 20 13:42:55.396889 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f7a11597-c4cb-42a3-b682-f77246e7cb92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747424827639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26291314'] for segment (05e72368-f775-4124-bc91-39623e93b8b1), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:55.415528 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9af23-c981-4b75-9ad1-7f996dfbfbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16438911-db77-49e6-b286-3230a312212d,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:55.426225 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f7a11597-c4cb-42a3-b682-f77246e7cb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (05e72368-f775-4124-bc91-39623e93b8b1), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:55.438859 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a11597-c4cb-42a3-b682-f77246e7cb92 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=104732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 13:42:55.439372 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f7a11597-c4cb-42a3-b682-f77246e7cb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25722433'] for segment (05e72368-f775-4124-bc91-39623e93b8b1), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:55.475746 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.services.segments.plugin [-] Segment 05e72368-f775-4124-bc91-39623e93b8b1 resource provider aggregate not found Oct 20 13:42:55.551424 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.services.segments.plugin [-] Segment 05e72368-f775-4124-bc91-39623e93b8b1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05e72368-f775-4124-bc91-39623e93b8b1 found for delete ", "request_id": "req-e2c90918-e57a-4a59-8df5-bf1c8f8d87ec"}]} Oct 20 13:42:55.559777 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f7a11597-c4cb-42a3-b682-f77246e7cb92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1335290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859717'] for network (9c859482-bc24-4f85-8ad7-70cfdb97a23e), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:55.570542 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f7a11597-c4cb-42a3-b682-f77246e7cb92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:55.577914 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-f7a11597-c4cb-42a3-b682-f77246e7cb92 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/9c859482-bc24-4f85-8ad7-70cfdb97a23e HTTP/1.1" status: 204 len: 168 time: 0.9402294 Oct 20 13:42:55.599568 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a11597-c4cb-42a3-b682-f77246e7cb92 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c859482-bc24-4f85-8ad7-70cfdb97a23e,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:55.844302 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 48444) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:55.898194 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-9a58cfe0-1fbb-422b-8e8e-7cafb7878e26 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=f9addc326c51410f809805d8b44c5c17&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0524693 Oct 20 13:42:55.900703 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 48446) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:55.919251 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 48448) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:55.939034 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-0799e665-efec-407e-98f5-adb124baf526 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:55.979668 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f6bff19f-691d-40a1-94c6-806b9733dea6 admin admin] Publish callbacks [] for security_group (de62d546-e5da-4e15-952b-eb1a863f82db), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:56.004417 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:56.017343 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device a0e9e3e1-270d-4309-934f-1dc7446bbcad no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:42:56.043496 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f6bff19f-691d-40a1-94c6-806b9733dea6 admin admin] Publish callbacks [] for security_group (de62d546-e5da-4e15-952b-eb1a863f82db), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:56.088033 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-0799e665-efec-407e-98f5-adb124baf526 admin admin] Publish callbacks [] for security_group (6b7e5572-88ff-4ca0-8fe5-734c8034574e), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:56.091842 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-0799e665-efec-407e-98f5-adb124baf526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (6b7e5572-88ff-4ca0-8fe5-734c8034574e), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:56.096616 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: a0e9e3e1-270d-4309-934f-1dc7446bbcad {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:42:56.097270 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device a0e9e3e1-270d-4309-934f-1dc7446bbcad not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:42:56.097916 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:42:56.108794 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f6bff19f-691d-40a1-94c6-806b9733dea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (de62d546-e5da-4e15-952b-eb1a863f82db), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:56.113028 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-f6bff19f-691d-40a1-94c6-806b9733dea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:56.114385 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-f6bff19f-691d-40a1-94c6-806b9733dea6 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/de62d546-e5da-4e15-952b-eb1a863f82db HTTP/1.1" status: 204 len: 168 time: 0.2127156 Oct 20 13:42:56.124244 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:42:56.124894 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device f6c5ba9c-9a46-4cb9-83d9-a3ff3f1b1087 not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:42:56.125608 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 21091521-a32d-4bc3-bd31-1690402ab03b no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:42:56.141479 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bff19f-691d-40a1-94c6-806b9733dea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de62d546-e5da-4e15-952b-eb1a863f82db,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:56.175262 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: 21091521-a32d-4bc3-bd31-1690402ab03b {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:42:56.175627 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 21091521-a32d-4bc3-bd31-1690402ab03b not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:42:56.186673 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-0799e665-efec-407e-98f5-adb124baf526 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=69e460249e664a9eaa14ddb1b812f9e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2657704 Oct 20 13:42:56.189553 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 48460) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:56.190838 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799e665-efec-407e-98f5-adb124baf526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7e5572-88ff-4ca0-8fe5-734c8034574e,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:56.286447 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5b34fed3-b672-4b5a-8cfe-f6eaa80770d4 admin admin] Publish callbacks [] for security_group (6b7e5572-88ff-4ca0-8fe5-734c8034574e), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:56.302600 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:56.315838 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5b34fed3-b672-4b5a-8cfe-f6eaa80770d4 admin admin] Publish callbacks [] for security_group (6b7e5572-88ff-4ca0-8fe5-734c8034574e), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:56.381759 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5b34fed3-b672-4b5a-8cfe-f6eaa80770d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (6b7e5572-88ff-4ca0-8fe5-734c8034574e), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:56.384495 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5b34fed3-b672-4b5a-8cfe-f6eaa80770d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:56.385688 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-5b34fed3-b672-4b5a-8cfe-f6eaa80770d4 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/6b7e5572-88ff-4ca0-8fe5-734c8034574e HTTP/1.1" status: 204 len: 168 time: 0.1948583 Oct 20 13:42:56.396780 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34fed3-b672-4b5a-8cfe-f6eaa80770d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7e5572-88ff-4ca0-8fe5-734c8034574e,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:56.770819 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=7 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:56.779095 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:UPDATE=2,neutron:SELECT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:56.971287 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-42bebc6c-cfc8-4c50-b52e-3379516c093a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:58.190910 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:58.442384 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-56d026cb-2638-4474-9d0f-7dae6648a682 req-e26ff5a8-f721-4215-82ea-35e2b037ffed tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1619157036&fields=id&tenant_id=accdb851c01342d49228faa016ff430c HTTP/1.1" status: 200 len: 267 time: 0.0833161 Oct 20 13:42:58.498754 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d026cb-2638-4474-9d0f-7dae6648a682 req-7cd6c1f9-ceff-4a30-a89a-95e0e0e59d4c tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:58.500579 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-56d026cb-2638-4474-9d0f-7dae6648a682 req-7cd6c1f9-ceff-4a30-a89a-95e0e0e59d4c tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 984 time: 0.0511253 Oct 20 13:42:58.514224 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-56d026cb-2638-4474-9d0f-7dae6648a682 req-e838ae5a-0b38-431d-9521-e1af13c15c14 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Request body: {'port': {'security_groups': ['904bc534-15ed-4653-8646-072972a40338']}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:42:58.613123 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-56d026cb-2638-4474-9d0f-7dae6648a682 req-e838ae5a-0b38-431d-9521-e1af13c15c14 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (57704c11-9966-4dc7-ba8b-0af092c2b73f), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:58.801646 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-56d026cb-2638-4474-9d0f-7dae6648a682 req-e838ae5a-0b38-431d-9521-e1af13c15c14 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] For port 57704c11-9966-4dc7-ba8b-0af092c2b73f, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=57704c11-9966-4dc7-ba8b-0af092c2b73f,segment=NetworkSegment(380d1854-2618-4d86-b29b-a3cf5fa8193e),segment_id=380d1854-2618-4d86-b29b-a3cf5fa8193e)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:42:58.831405 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-56d026cb-2638-4474-9d0f-7dae6648a682 req-e838ae5a-0b38-431d-9521-e1af13c15c14 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for port (57704c11-9966-4dc7-ba8b-0af092c2b73f), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:58.837412 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-56d026cb-2638-4474-9d0f-7dae6648a682 req-e838ae5a-0b38-431d-9521-e1af13c15c14 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (57704c11-9966-4dc7-ba8b-0af092c2b73f), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:58.849324 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d026cb-2638-4474-9d0f-7dae6648a682 req-e838ae5a-0b38-431d-9521-e1af13c15c14 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:42:58.849934 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-56d026cb-2638-4474-9d0f-7dae6648a682 req-e838ae5a-0b38-431d-9521-e1af13c15c14 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:58.851265 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-56d026cb-2638-4474-9d0f-7dae6648a682 req-e838ae5a-0b38-431d-9521-e1af13c15c14 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "PUT /networking/v2.0/ports/57704c11-9966-4dc7-ba8b-0af092c2b73f HTTP/1.1" status: 200 len: 942 time: 0.3422382 Oct 20 13:42:58.851823 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89b72ca-c19d-4976-97be-086660601e2b', 'tag': '57704c11-9966-4dc7-ba8b-0af092c2b73f'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:42:58.854048 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a398772-828e-43cc-ba16-76f07e1b2cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "e89b72ca-c19d-4976-97be-086660601e2b", "tag": "57704c11-9966-4dc7-ba8b-0af092c2b73f"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:42:58.857831 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 48562) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:58.916111 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838ae5a-0b38-431d-9521-e1af13c15c14 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Pushing event updated for resources: {'Port': ['ID=57704c11-9966-4dc7-ba8b-0af092c2b73f,revision_number=7']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:58.975267 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-24591aeb-017b-4b6b-8bba-9102deaa24cc tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for security_group (5478a9d8-2f05-4d92-8662-da8f5dbdb472), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:58.989559 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a06334c-8bb6-4976-a905-926d22b4a2c9 x-openstack-request-id: req-9a06334c-8bb6-4976-a905-926d22b4a2c9 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:42:58.990449 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89b72ca-c19d-4976-97be-086660601e2b", "tag": "57704c11-9966-4dc7-ba8b-0af092c2b73f", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:42:58.990767 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a06334c-8bb6-4976-a905-926d22b4a2c9 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:42:58.991423 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a06334c-8bb6-4976-a905-926d22b4a2c9'] response: {'name': 'network-changed', 'server_uuid': 'e89b72ca-c19d-4976-97be-086660601e2b', 'tag': '57704c11-9966-4dc7-ba8b-0af092c2b73f', 'status': 'completed', 'code': 200} Oct 20 13:42:59.008551 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-24591aeb-017b-4b6b-8bba-9102deaa24cc tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for security_group (5478a9d8-2f05-4d92-8662-da8f5dbdb472), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:59.099930 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-24591aeb-017b-4b6b-8bba-9102deaa24cc tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (5478a9d8-2f05-4d92-8662-da8f5dbdb472), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:59.104264 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-24591aeb-017b-4b6b-8bba-9102deaa24cc tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:59.109121 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-24591aeb-017b-4b6b-8bba-9102deaa24cc tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/5478a9d8-2f05-4d92-8662-da8f5dbdb472 HTTP/1.1" status: 204 len: 168 time: 0.2460485 Oct 20 13:42:59.109293 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 48572) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:42:59.126425 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:42:59.131132 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24591aeb-017b-4b6b-8bba-9102deaa24cc tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5478a9d8-2f05-4d92-8662-da8f5dbdb472,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:59.270257 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['57704c11-9966-4dc7-ba8b-0af092c2b73f'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:42:59.279298 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-cc3389c7-5a8d-4f83-a6cc-249c9ff8435d tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Deleting port 26e31cd2-4c38-4c28-817d-ada4556c741b {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:42:59.279632 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cc3389c7-5a8d-4f83-a6cc-249c9ff8435d tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (26e31cd2-4c38-4c28-817d-ada4556c741b), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:59.330889 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:59.370114 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cc3389c7-5a8d-4f83-a6cc-249c9ff8435d tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (26e31cd2-4c38-4c28-817d-ada4556c741b), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:59.370452 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cc3389c7-5a8d-4f83-a6cc-249c9ff8435d tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for floatingip (26e31cd2-4c38-4c28-817d-ada4556c741b), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:59.385787 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-cc3389c7-5a8d-4f83-a6cc-249c9ff8435d tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Calling delete_port for 26e31cd2-4c38-4c28-817d-ada4556c741b owned by network:floatingip {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:42:59.415330 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:59.518760 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:42:59.587321 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cc3389c7-5a8d-4f83-a6cc-249c9ff8435d tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (26e31cd2-4c38-4c28-817d-ada4556c741b), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:59.610655 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3389c7-5a8d-4f83-a6cc-249c9ff8435d tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Pushing event deleted for resources: {'Port': ['ID=26e31cd2-4c38-4c28-817d-ada4556c741b,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:42:59.634214 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:59.682599 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cc3389c7-5a8d-4f83-a6cc-249c9ff8435d tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks [] for floatingip (04108618-5c27-45eb-82f1-5b0c1a13f7f1), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:59.682918 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.db.l3_db [None req-cc3389c7-5a8d-4f83-a6cc-249c9ff8435d tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Floating IP 04108618-5c27-45eb-82f1-5b0c1a13f7f1 disassociated (deleted). External IP: 172.27.0.94, port: 57704c11-9966-4dc7-ba8b-0af092c2b73f. Oct 20 13:42:59.743086 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:59.878800 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3389c7-5a8d-4f83-a6cc-249c9ff8435d tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Router fe5c5e56-82f6-419a-b8a1-f3e26f387c3e has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:42:59.981326 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3389c7-5a8d-4f83-a6cc-249c9ff8435d tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:42:59.987034 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cc3389c7-5a8d-4f83-a6cc-249c9ff8435d tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:42:59.991738 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4313bd00-ad8f-4c7c-9068-f6ee5c58cb23 None None] Sync routers for ids ['fe5c5e56-82f6-419a-b8a1-f3e26f387c3e'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:43:00.001880 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4313bd00-ad8f-4c7c-9068-f6ee5c58cb23 None None] Routers {'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:43:00.002562 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-4313bd00-ad8f-4c7c-9068-f6ee5c58cb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:42:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['fe5c5e56-82f6-419a-b8a1-f3e26f387c3e'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:43:00.019377 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-cc3389c7-5a8d-4f83-a6cc-249c9ff8435d tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/04108618-5c27-45eb-82f1-5b0c1a13f7f1 HTTP/1.1" status: 204 len: 168 time: 0.9090047 Oct 20 13:43:00.109483 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-4313bd00-ad8f-4c7c-9068-f6ee5c58cb23 None None] Set router fe5c5e56-82f6-419a-b8a1-f3e26f387c3e gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:43:00.162111 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a398772-828e-43cc-ba16-76f07e1b2cd1 req-d0306f21-cd5b-430f-b07d-869bea92eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:43:00.164325 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9a398772-828e-43cc-ba16-76f07e1b2cd1 req-d0306f21-cd5b-430f-b07d-869bea92eaed service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=accdb851c01342d49228faa016ff430c&device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 1129 time: 0.0454204 Oct 20 13:43:00.308675 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-4313bd00-ad8f-4c7c-9068-f6ee5c58cb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'name': 'tempest-TestMinimumBasicScenario-339275719-router', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '76a3242d-b9f9-415d-8bb1-4debc36d0e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:40:16Z', 'updated_at': '2022-10-20T13:40:19Z', 'revision_number': 4, 'project_id': 'accdb851c01342d49228faa016ff430c', 'gw_port': {'id': '76a3242d-b9f9-415d-8bb1-4debc36d0e99', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:16Z', 'updated_at': '2022-10-20T13:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': 'bcc8b09a-41c7-4569-97dd-fca97474d64c', 'name': '', 'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'mac_address': 'fa:16:3e:b4:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd9d54a4b-a660-40c7-821e-658dfb160f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:18Z', 'updated_at': '2022-10-20T13:40:26Z', 'revision_number': 5, 'project_id': 'accdb851c01342d49228faa016ff430c', 'subnets': [{'id': 'd9d54a4b-a660-40c7-821e-658dfb160f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:43:00.333438 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4313bd00-ad8f-4c7c-9068-f6ee5c58cb23 None None] Checking router: fe5c5e56-82f6-419a-b8a1-f3e26f387c3e for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:43:00.341782 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4313bd00-ad8f-4c7c-9068-f6ee5c58cb23 None None] Routers {'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:43:00.342367 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-4313bd00-ad8f-4c7c-9068-f6ee5c58cb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:42:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['fe5c5e56-82f6-419a-b8a1-f3e26f387c3e'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:43:00.440513 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-4313bd00-ad8f-4c7c-9068-f6ee5c58cb23 None None] Set router fe5c5e56-82f6-419a-b8a1-f3e26f387c3e gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:43:00.618894 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-4313bd00-ad8f-4c7c-9068-f6ee5c58cb23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'name': 'tempest-TestMinimumBasicScenario-339275719-router', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '76a3242d-b9f9-415d-8bb1-4debc36d0e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:40:16Z', 'updated_at': '2022-10-20T13:40:19Z', 'revision_number': 4, 'project_id': 'accdb851c01342d49228faa016ff430c', 'gw_port': {'id': '76a3242d-b9f9-415d-8bb1-4debc36d0e99', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:16Z', 'updated_at': '2022-10-20T13:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': 'bcc8b09a-41c7-4569-97dd-fca97474d64c', 'name': '', 'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'mac_address': 'fa:16:3e:b4:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd9d54a4b-a660-40c7-821e-658dfb160f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:18Z', 'updated_at': '2022-10-20T13:40:26Z', 'revision_number': 5, 'project_id': 'accdb851c01342d49228faa016ff430c', 'subnets': [{'id': 'd9d54a4b-a660-40c7-821e-658dfb160f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:43:00.647546 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4313bd00-ad8f-4c7c-9068-f6ee5c58cb23 None None] The sync data for ids ['fe5c5e56-82f6-419a-b8a1-f3e26f387c3e'] in dv-cinder-862136-1-iscsi is: [{'id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'name': 'tempest-TestMinimumBasicScenario-339275719-router', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '76a3242d-b9f9-415d-8bb1-4debc36d0e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:40:16Z', 'updated_at': '2022-10-20T13:40:19Z', 'revision_number': 4, 'project_id': 'accdb851c01342d49228faa016ff430c', 'gw_port': {'id': '76a3242d-b9f9-415d-8bb1-4debc36d0e99', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:16Z', 'updated_at': '2022-10-20T13:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': 'bcc8b09a-41c7-4569-97dd-fca97474d64c', 'name': '', 'network_id': '90f6ed8e-98d1-4717-a988-12e9beb2cc56', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'mac_address': 'fa:16:3e:b4:8e:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'd9d54a4b-a660-40c7-821e-658dfb160f21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:18Z', 'updated_at': '2022-10-20T13:40:26Z', 'revision_number': 5, 'project_id': 'accdb851c01342d49228faa016ff430c', 'subnets': [{'id': 'd9d54a4b-a660-40c7-821e-658dfb160f21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:43:00.858924 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3a51ac-525b-4ce4-a66f-bcfa367d5e29 None None] New status for floating IP 04108618-5c27-45eb-82f1-5b0c1a13f7f1: DOWN {{(pid=104734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 13:43:00.992759 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89b72ca-c19d-4976-97be-086660601e2b', 'tag': '57704c11-9966-4dc7-ba8b-0af092c2b73f'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:43:00.995049 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f404dc0-d930-45ec-a8d2-bd436ca5f7e3" -d '{"events": [{"name": "network-changed", "server_uuid": "e89b72ca-c19d-4976-97be-086660601e2b", "tag": "57704c11-9966-4dc7-ba8b-0af092c2b73f"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:43:01.031679 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a8093c-43f3-48d4-bcdd-2d6453ad4165 x-openstack-request-id: req-c4a8093c-43f3-48d4-bcdd-2d6453ad4165 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:43:01.031961 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89b72ca-c19d-4976-97be-086660601e2b", "tag": "57704c11-9966-4dc7-ba8b-0af092c2b73f", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:43:01.032358 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c4a8093c-43f3-48d4-bcdd-2d6453ad4165 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:43:01.032777 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4a8093c-43f3-48d4-bcdd-2d6453ad4165'] response: {'name': 'network-changed', 'server_uuid': 'e89b72ca-c19d-4976-97be-086660601e2b', 'tag': '57704c11-9966-4dc7-ba8b-0af092c2b73f', 'status': 'completed', 'code': 200} Oct 20 13:43:01.177537 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a398772-828e-43cc-ba16-76f07e1b2cd1 req-0efc627c-349e-405b-b6e2-99e95c50fd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:43:01.179740 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9a398772-828e-43cc-ba16-76f07e1b2cd1 req-0efc627c-349e-405b-b6e2-99e95c50fd8d service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=90f6ed8e-98d1-4717-a988-12e9beb2cc56 HTTP/1.1" status: 200 len: 915 time: 0.1024437 Oct 20 13:43:01.230646 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9a398772-828e-43cc-ba16-76f07e1b2cd1 req-959b6f02-1e25-4010-9c2f-bc4ba93f9789 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57704c11-9966-4dc7-ba8b-0af092c2b73f HTTP/1.1" status: 200 len: 217 time: 0.0446405 Oct 20 13:43:01.346283 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['57704c11-9966-4dc7-ba8b-0af092c2b73f'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:43:01.415784 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:06.693974 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:07.397023 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a398772-828e-43cc-ba16-76f07e1b2cd1 req-925456ad-473e-40a8-ac5d-42af59e968b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:43:07.398407 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9a398772-828e-43cc-ba16-76f07e1b2cd1 req-925456ad-473e-40a8-ac5d-42af59e968b1 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d9d54a4b-a660-40c7-821e-658dfb160f21 HTTP/1.1" status: 200 len: 853 time: 0.0432303 Oct 20 13:43:09.066049 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=64,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:09.111812 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=25,neutron:DELETE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:09.157943 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a398772-828e-43cc-ba16-76f07e1b2cd1 req-616032c9-bf99-4a71-a34a-11bf8e9a2344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:43:09.159493 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9a398772-828e-43cc-ba16-76f07e1b2cd1 req-616032c9-bf99-4a71-a34a-11bf8e9a2344 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=90f6ed8e-98d1-4717-a988-12e9beb2cc56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438144 Oct 20 13:43:09.235568 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:09.277412 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9a398772-828e-43cc-ba16-76f07e1b2cd1 req-9bfad9ed-5071-4f3e-9c01-29f8b2e79c90 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/90f6ed8e-98d1-4717-a988-12e9beb2cc56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882988 Oct 20 13:43:09.364848 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9a398772-828e-43cc-ba16-76f07e1b2cd1 req-aef67bf5-a3b8-406b-85d6-008d5d728829 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/90f6ed8e-98d1-4717-a988-12e9beb2cc56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812252 Oct 20 13:43:09.417083 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:09.446682 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f404dc0-d930-45ec-a8d2-bd436ca5f7e3 req-33b2ce40-cc5c-401f-8816-0d66aa85af4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:43:09.448163 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2f404dc0-d930-45ec-a8d2-bd436ca5f7e3 req-33b2ce40-cc5c-401f-8816-0d66aa85af4f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=accdb851c01342d49228faa016ff430c&device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 1129 time: 0.0395534 Oct 20 13:43:09.539509 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f404dc0-d930-45ec-a8d2-bd436ca5f7e3 req-b2f69e48-e871-4ccc-84cd-667e361bcbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:43:09.540968 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2f404dc0-d930-45ec-a8d2-bd436ca5f7e3 req-b2f69e48-e871-4ccc-84cd-667e361bcbb1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=90f6ed8e-98d1-4717-a988-12e9beb2cc56 HTTP/1.1" status: 200 len: 915 time: 0.0872061 Oct 20 13:43:09.581027 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2f404dc0-d930-45ec-a8d2-bd436ca5f7e3 req-e4428768-0b8c-4c27-b4ab-8c420e7e25c7 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=57704c11-9966-4dc7-ba8b-0af092c2b73f HTTP/1.1" status: 200 len: 217 time: 0.0312068 Oct 20 13:43:09.630947 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f404dc0-d930-45ec-a8d2-bd436ca5f7e3 req-51d5e9c2-db2f-4d53-91ab-f7a0c6afd190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:43:09.632235 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2f404dc0-d930-45ec-a8d2-bd436ca5f7e3 req-51d5e9c2-db2f-4d53-91ab-f7a0c6afd190 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d9d54a4b-a660-40c7-821e-658dfb160f21 HTTP/1.1" status: 200 len: 853 time: 0.0425222 Oct 20 13:43:09.682601 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f404dc0-d930-45ec-a8d2-bd436ca5f7e3 req-43bf1ff7-d696-49a1-b674-2f1e1a04ec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:43:09.684093 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2f404dc0-d930-45ec-a8d2-bd436ca5f7e3 req-43bf1ff7-d696-49a1-b674-2f1e1a04ec06 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=90f6ed8e-98d1-4717-a988-12e9beb2cc56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427036 Oct 20 13:43:09.775993 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2f404dc0-d930-45ec-a8d2-bd436ca5f7e3 req-9a91af3b-4151-4db3-8a71-40a0261b4f03 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/90f6ed8e-98d1-4717-a988-12e9beb2cc56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822265 Oct 20 13:43:09.868833 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2f404dc0-d930-45ec-a8d2-bd436ca5f7e3 req-13906f4d-952c-4aa8-94cc-6f2d0d93586f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/90f6ed8e-98d1-4717-a988-12e9beb2cc56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863698 Oct 20 13:43:14.858395 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 48932) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:14.862755 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 48934) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:14.909420 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3f0729-75f9-4989-ab29-d02cdd75a6a2 admin admin] Deleting subnet 91624b72-ffcc-4394-b2d4-f474a527dc7c {{(pid=104732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 13:43:14.912538 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ae3f0729-75f9-4989-ab29-d02cdd75a6a2 admin admin] Publish callbacks [] for subnet (91624b72-ffcc-4394-b2d4-f474a527dc7c), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:14.950645 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ae3f0729-75f9-4989-ab29-d02cdd75a6a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26291269'] for subnet (91624b72-ffcc-4394-b2d4-f474a527dc7c), precommit_delete_associations {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:14.970577 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-b1dc1d37-5dc3-4d22-8a17-81dbe4f2a03e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:14.991338 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ae3f0729-75f9-4989-ab29-d02cdd75a6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1335179'] for subnet (91624b72-ffcc-4394-b2d4-f474a527dc7c), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:15.046535 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ae3f0729-75f9-4989-ab29-d02cdd75a6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1335184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25721315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25948865'] for subnet (91624b72-ffcc-4394-b2d4-f474a527dc7c), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:15.046760 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-b1dc1d37-5dc3-4d22-8a17-81dbe4f2a03e admin admin] Publish callbacks [] for security_group (1c7db81d-7b64-4ef2-acd2-e759d40ebc14), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:15.050458 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-b1dc1d37-5dc3-4d22-8a17-81dbe4f2a03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (1c7db81d-7b64-4ef2-acd2-e759d40ebc14), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:15.075465 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ae3f0729-75f9-4989-ab29-d02cdd75a6a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:15.082134 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-ae3f0729-75f9-4989-ab29-d02cdd75a6a2 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/91624b72-ffcc-4394-b2d4-f474a527dc7c HTTP/1.1" status: 204 len: 168 time: 0.2154372 Oct 20 13:43:15.082134 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f0729-75f9-4989-ab29-d02cdd75a6a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91624b72-ffcc-4394-b2d4-f474a527dc7c,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:15.082976 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 48938) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:15.089141 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc1d37-5dc3-4d22-8a17-81dbe4f2a03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7db81d-7b64-4ef2-acd2-e759d40ebc14,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:15.096309 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-b1dc1d37-5dc3-4d22-8a17-81dbe4f2a03e admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=84e31f403c2e461ba6cb8f60d0216201&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2337885 Oct 20 13:43:15.096500 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 48940) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:15.145988 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-5f33d3c6-416e-4a54-b14e-1e44e81738b7 admin admin] Publish callbacks [] for security_group (1c7db81d-7b64-4ef2-acd2-e759d40ebc14), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:15.153942 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-71db63c2-afc1-401c-a9a2-4afd040c03a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466521'] for network (99a77227-ee8a-4c13-ada4-06d18282aaa9), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:15.156993 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:15.170723 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-5f33d3c6-416e-4a54-b14e-1e44e81738b7 admin admin] Publish callbacks [] for security_group (1c7db81d-7b64-4ef2-acd2-e759d40ebc14), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:15.217718 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-5f33d3c6-416e-4a54-b14e-1e44e81738b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (1c7db81d-7b64-4ef2-acd2-e759d40ebc14), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:15.221038 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-5f33d3c6-416e-4a54-b14e-1e44e81738b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:15.222271 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-5f33d3c6-416e-4a54-b14e-1e44e81738b7 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/1c7db81d-7b64-4ef2-acd2-e759d40ebc14 HTTP/1.1" status: 204 len: 168 time: 0.1248300 Oct 20 13:43:15.230235 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33d3c6-416e-4a54-b14e-1e44e81738b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7db81d-7b64-4ef2-acd2-e759d40ebc14,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:15.239098 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-71db63c2-afc1-401c-a9a2-4afd040c03a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335235', 'neutron.services.segments.db._delete_segments_for_network-8747424857155'] for network (99a77227-ee8a-4c13-ada4-06d18282aaa9), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:15.259670 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-71db63c2-afc1-401c-a9a2-4afd040c03a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99a77227-ee8a-4c13-ada4-06d18282aaa9']}} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:43:15.269946 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-71db63c2-afc1-401c-a9a2-4afd040c03a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91') {'for_net_delete': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:43:15.270279 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-71db63c2-afc1-401c-a9a2-4afd040c03a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91') {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:43:15.280526 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-71db63c2-afc1-401c-a9a2-4afd040c03a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747424827639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26291314'] for segment (8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:15.295230 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-71db63c2-afc1-401c-a9a2-4afd040c03a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:15.302744 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71db63c2-afc1-401c-a9a2-4afd040c03a1 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=104732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 13:43:15.303129 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-71db63c2-afc1-401c-a9a2-4afd040c03a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25722433'] for segment (8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:15.349580 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.services.segments.plugin [-] Segment 8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91 resource provider aggregate not found Oct 20 13:43:15.368363 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.services.segments.plugin [-] Segment 8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e1b91c5-8e5c-4458-b1c5-fd66fb8bde91 found for delete ", "request_id": "req-a89ce778-3fcc-48ef-a60e-ce719c8306e1"}]} Oct 20 13:43:15.375891 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-71db63c2-afc1-401c-a9a2-4afd040c03a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1335290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859717'] for network (99a77227-ee8a-4c13-ada4-06d18282aaa9), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:15.382818 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-71db63c2-afc1-401c-a9a2-4afd040c03a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:15.387091 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-71db63c2-afc1-401c-a9a2-4afd040c03a1 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/99a77227-ee8a-4c13-ada4-06d18282aaa9 HTTP/1.1" status: 204 len: 168 time: 0.3028395 Oct 20 13:43:15.404309 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db63c2-afc1-401c-a9a2-4afd040c03a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=99a77227-ee8a-4c13-ada4-06d18282aaa9,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:15.622407 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 48968) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:15.633453 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e4183-be3f-4b17-9e90-e136c3faa34e req-2d0adf7a-2140-4c12-8021-53492fbc5572 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:43:15.634940 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d32e4183-be3f-4b17-9e90-e136c3faa34e req-2d0adf7a-2140-4c12-8021-53492fbc5572 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 945 time: 0.0481808 Oct 20 13:43:15.668922 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-c9117f9e-a525-4238-adcf-5e0cdae56ea3 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=a444b7fa425b4f0ba7833b93607daa25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452745 Oct 20 13:43:15.671325 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 48972) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:15.699192 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d32e4183-be3f-4b17-9e90-e136c3faa34e req-4f97d492-11b4-4dfd-9452-ae34349901ef tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554681 Oct 20 13:43:15.743829 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7dcd16ab-f7e7-4c68-af3e-00bcf0e7f17f admin admin] Publish callbacks [] for security_group (c2e8b2b4-6ffc-4ffb-b540-326c8c88f935), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:15.764510 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7dcd16ab-f7e7-4c68-af3e-00bcf0e7f17f admin admin] Publish callbacks [] for security_group (c2e8b2b4-6ffc-4ffb-b540-326c8c88f935), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:15.818590 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7dcd16ab-f7e7-4c68-af3e-00bcf0e7f17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (c2e8b2b4-6ffc-4ffb-b540-326c8c88f935), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:15.821229 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7dcd16ab-f7e7-4c68-af3e-00bcf0e7f17f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:15.822381 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-7dcd16ab-f7e7-4c68-af3e-00bcf0e7f17f admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/c2e8b2b4-6ffc-4ffb-b540-326c8c88f935 HTTP/1.1" status: 204 len: 168 time: 0.1499975 Oct 20 13:43:15.831830 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd16ab-f7e7-4c68-af3e-00bcf0e7f17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e8b2b4-6ffc-4ffb-b540-326c8c88f935,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:16.824729 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d57177-5a52-4fb9-a31d-ac1eb90ab130 req-0bb55437-077d-420d-829b-a9ada3da02a3 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:43:16.826289 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c4d57177-5a52-4fb9-a31d-ac1eb90ab130 req-0bb55437-077d-420d-829b-a9ada3da02a3 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 945 time: 0.0492096 Oct 20 13:43:16.857859 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:16.877739 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c4d57177-5a52-4fb9-a31d-ac1eb90ab130 req-e27fbc8c-8123-498d-8e1d-f8ffcbee660c tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452843 Oct 20 13:43:17.144114 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=62 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:18.005501 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1847e7-5c2a-4f51-a404-82b97ab8f8b9 req-0025c626-1bee-4353-af2b-d0e15efd2101 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:43:18.006878 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3d1847e7-5c2a-4f51-a404-82b97ab8f8b9 req-0025c626-1bee-4353-af2b-d0e15efd2101 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 945 time: 0.0531058 Oct 20 13:43:18.056149 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3d1847e7-5c2a-4f51-a404-82b97ab8f8b9 req-62457213-1f78-4f01-a226-6a837aa80e16 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436666 Oct 20 13:43:19.133973 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 49128) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:19.184278 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4e320-fcce-4ad3-8e0c-2548d91feb06 req-ff8cbbd2-b432-4c81-93bd-d65fe8d81ad4 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:43:19.186464 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-21b4e320-fcce-4ad3-8e0c-2548d91feb06 req-ff8cbbd2-b432-4c81-93bd-d65fe8d81ad4 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 945 time: 0.0501790 Oct 20 13:43:19.247471 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-21b4e320-fcce-4ad3-8e0c-2548d91feb06 req-f3008108-7b4e-4b71-906b-4d66e707c316 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=904bc534-15ed-4653-8646-072972a40338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505488 Oct 20 13:43:19.280507 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-797758d3-e634-47b1-91b6-dc1da95b53a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:19.357842 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b83135-96ac-411b-b926-67b82a9dcb3b req-3ed82ae6-8de0-47aa-80e4-472ab0c49239 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:43:19.358705 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=7,neutron:INSERT=6 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:19.359268 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-57b83135-96ac-411b-b926-67b82a9dcb3b req-3ed82ae6-8de0-47aa-80e4-472ab0c49239 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 945 time: 0.0524921 Oct 20 13:43:19.361195 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-797758d3-e634-47b1-91b6-dc1da95b53a6 admin admin] Publish callbacks [] for security_group (6d28ea13-c607-4131-871c-4fe44d58c454), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:19.364737 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-797758d3-e634-47b1-91b6-dc1da95b53a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (6d28ea13-c607-4131-871c-4fe44d58c454), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:19.370807 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:19.410487 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-797758d3-e634-47b1-91b6-dc1da95b53a6 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=70556d4cdc8145fda2a9826761e9e20a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754138 Oct 20 13:43:19.413053 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 49134) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:19.419243 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797758d3-e634-47b1-91b6-dc1da95b53a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d28ea13-c607-4131-871c-4fe44d58c454,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:19.437058 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797758d3-e634-47b1-91b6-dc1da95b53a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:19.437402 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797758d3-e634-47b1-91b6-dc1da95b53a6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:19.437745 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797758d3-e634-47b1-91b6-dc1da95b53a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:19.438077 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797758d3-e634-47b1-91b6-dc1da95b53a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:19.438405 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797758d3-e634-47b1-91b6-dc1da95b53a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:19.439368 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797758d3-e634-47b1-91b6-dc1da95b53a6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:19.439703 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797758d3-e634-47b1-91b6-dc1da95b53a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:19.440158 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797758d3-e634-47b1-91b6-dc1da95b53a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:19.440482 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797758d3-e634-47b1-91b6-dc1da95b53a6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:19.440803 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797758d3-e634-47b1-91b6-dc1da95b53a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:19.441150 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797758d3-e634-47b1-91b6-dc1da95b53a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:19.441470 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797758d3-e634-47b1-91b6-dc1da95b53a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:19.441787 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797758d3-e634-47b1-91b6-dc1da95b53a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:19.442101 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797758d3-e634-47b1-91b6-dc1da95b53a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:19.442415 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-797758d3-e634-47b1-91b6-dc1da95b53a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:19.444793 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-57b83135-96ac-411b-b926-67b82a9dcb3b req-959b3fa7-c1e9-4caa-b8c0-9149716b13d8 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Deleting port 57704c11-9966-4dc7-ba8b-0af092c2b73f {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:43:19.445215 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-57b83135-96ac-411b-b926-67b82a9dcb3b req-959b3fa7-c1e9-4caa-b8c0-9149716b13d8 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (57704c11-9966-4dc7-ba8b-0af092c2b73f), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:19.483346 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3053be81-6b5d-4dbd-a364-a225c033b062 admin admin] Publish callbacks [] for security_group (6d28ea13-c607-4131-871c-4fe44d58c454), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:19.512156 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3053be81-6b5d-4dbd-a364-a225c033b062 admin admin] Publish callbacks [] for security_group (6d28ea13-c607-4131-871c-4fe44d58c454), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:19.544450 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-57b83135-96ac-411b-b926-67b82a9dcb3b req-959b3fa7-c1e9-4caa-b8c0-9149716b13d8 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] For port 57704c11-9966-4dc7-ba8b-0af092c2b73f, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=57704c11-9966-4dc7-ba8b-0af092c2b73f,segment=NetworkSegment(380d1854-2618-4d86-b29b-a3cf5fa8193e),segment_id=380d1854-2618-4d86-b29b-a3cf5fa8193e)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:43:19.544716 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-57b83135-96ac-411b-b926-67b82a9dcb3b req-959b3fa7-c1e9-4caa-b8c0-9149716b13d8 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (57704c11-9966-4dc7-ba8b-0af092c2b73f), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:19.559265 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-57b83135-96ac-411b-b926-67b82a9dcb3b req-959b3fa7-c1e9-4caa-b8c0-9149716b13d8 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Calling delete_port for 57704c11-9966-4dc7-ba8b-0af092c2b73f owned by compute:nova {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:43:19.562889 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3053be81-6b5d-4dbd-a364-a225c033b062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (6d28ea13-c607-4131-871c-4fe44d58c454), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:19.565645 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3053be81-6b5d-4dbd-a364-a225c033b062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:19.566783 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-3053be81-6b5d-4dbd-a364-a225c033b062 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/6d28ea13-c607-4131-871c-4fe44d58c454 HTTP/1.1" status: 204 len: 168 time: 0.1528437 Oct 20 13:43:19.574659 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3053be81-6b5d-4dbd-a364-a225c033b062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d28ea13-c607-4131-871c-4fe44d58c454,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:19.712233 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-57b83135-96ac-411b-b926-67b82a9dcb3b req-959b3fa7-c1e9-4caa-b8c0-9149716b13d8 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (57704c11-9966-4dc7-ba8b-0af092c2b73f), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:19.725771 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['57704c11-9966-4dc7-ba8b-0af092c2b73f'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:43:19.750497 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b3fa7-c1e9-4caa-b8c0-9149716b13d8 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Pushing event deleted for resources: {'Port': ['ID=57704c11-9966-4dc7-ba8b-0af092c2b73f,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:19.809321 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b83135-96ac-411b-b926-67b82a9dcb3b req-959b3fa7-c1e9-4caa-b8c0-9149716b13d8 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] No DVR routers for this DVR port 57704c11-9966-4dc7-ba8b-0af092c2b73f on host hv-cinder-86213 {{(pid=104733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:43:19.811963 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-57b83135-96ac-411b-b926-67b82a9dcb3b req-959b3fa7-c1e9-4caa-b8c0-9149716b13d8 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:19.816410 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-57b83135-96ac-411b-b926-67b82a9dcb3b req-959b3fa7-c1e9-4caa-b8c0-9149716b13d8 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.20 "DELETE /networking/v2.0/ports/57704c11-9966-4dc7-ba8b-0af092c2b73f HTTP/1.1" status: 204 len: 173 time: 0.4511130 Oct 20 13:43:19.817284 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89b72ca-c19d-4976-97be-086660601e2b', 'name': 'network-vif-deleted', 'tag': '57704c11-9966-4dc7-ba8b-0af092c2b73f'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:43:19.821073 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188b4101-2f3e-4d26-8bd6-d417a155f63a" -d '{"events": [{"server_uuid": "e89b72ca-c19d-4976-97be-086660601e2b", "name": "network-vif-deleted", "tag": "57704c11-9966-4dc7-ba8b-0af092c2b73f"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:43:19.874905 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ccac0b-bf77-4246-a905-37d6fb52c723 x-openstack-request-id: req-48ccac0b-bf77-4246-a905-37d6fb52c723 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:43:19.875196 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89b72ca-c19d-4976-97be-086660601e2b", "name": "network-vif-deleted", "tag": "57704c11-9966-4dc7-ba8b-0af092c2b73f", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:43:19.875620 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-48ccac0b-bf77-4246-a905-37d6fb52c723 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:43:19.876310 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48ccac0b-bf77-4246-a905-37d6fb52c723'] response: {'server_uuid': 'e89b72ca-c19d-4976-97be-086660601e2b', 'name': 'network-vif-deleted', 'tag': '57704c11-9966-4dc7-ba8b-0af092c2b73f', 'status': 'completed', 'code': 200} Oct 20 13:43:20.272248 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 49160) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:20.376920 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-cd35db85-f077-438e-9fc6-e398302a09cd req-cb47711f-5f2b-4569-93fd-5b9809726618 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 210 time: 0.0293455 Oct 20 13:43:20.630373 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-29356174-cb35-46fd-b2a2-b7b9d131990f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:20.708418 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-29356174-cb35-46fd-b2a2-b7b9d131990f admin admin] Publish callbacks [] for security_group (52b952d8-b1d4-4d4f-a52e-7073aed8b8b2), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:20.712108 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-29356174-cb35-46fd-b2a2-b7b9d131990f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (52b952d8-b1d4-4d4f-a52e-7073aed8b8b2), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:20.753734 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-29356174-cb35-46fd-b2a2-b7b9d131990f admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=9b0a0dff64c64661a05db93ee8a8fd7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4802923 Oct 20 13:43:20.754592 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29356174-cb35-46fd-b2a2-b7b9d131990f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b952d8-b1d4-4d4f-a52e-7073aed8b8b2,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:20.756438 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 49166) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:20.808339 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-24a46f6b-2ac3-4f7f-93e8-a286a595c96e admin admin] Publish callbacks [] for security_group (52b952d8-b1d4-4d4f-a52e-7073aed8b8b2), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:20.830393 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-24a46f6b-2ac3-4f7f-93e8-a286a595c96e admin admin] Publish callbacks [] for security_group (52b952d8-b1d4-4d4f-a52e-7073aed8b8b2), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:20.839930 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:20.884290 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-24a46f6b-2ac3-4f7f-93e8-a286a595c96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (52b952d8-b1d4-4d4f-a52e-7073aed8b8b2), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:20.886851 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-24a46f6b-2ac3-4f7f-93e8-a286a595c96e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:20.888001 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-24a46f6b-2ac3-4f7f-93e8-a286a595c96e admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/52b952d8-b1d4-4d4f-a52e-7073aed8b8b2 HTTP/1.1" status: 204 len: 168 time: 0.1304851 Oct 20 13:43:20.896762 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a46f6b-2ac3-4f7f-93e8-a286a595c96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b952d8-b1d4-4d4f-a52e-7073aed8b8b2,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:21.501088 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e9b81fa2-5837-4ebd-829d-facde9181a6f req-e6e2d0c9-cfe0-4a87-83f3-8f0d5f843604 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 210 time: 0.0292168 Oct 20 13:43:22.628965 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d224e8f1-7f76-4ec3-9af0-870d8bbb8c67 req-6bc8ee47-e396-4b6f-91b1-ec67f8b28ff2 tempest-TestMinimumBasicScenario-614323431 tempest-TestMinimumBasicScenario-614323431-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=e89b72ca-c19d-4976-97be-086660601e2b HTTP/1.1" status: 200 len: 210 time: 0.0310762 Oct 20 13:43:23.114094 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=79,neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:23.508585 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 57704c11-9966-4dc7-ba8b-0af092c2b73f no longer exists at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:43:23.529266 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] No Port match for: 57704c11-9966-4dc7-ba8b-0af092c2b73f {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:43:23.529602 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 57704c11-9966-4dc7-ba8b-0af092c2b73f not bound to the agent host hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:43:24.325534 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 49280) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:24.414024 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:24.643916 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a8832aaf-bedc-4973-afbe-709d5d33155f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:24.896804 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-c138b40c-cbf8-466f-8218-9f865f5ca10e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864622'] for router_interface (fe5c5e56-82f6-419a-b8a1-f3e26f387c3e), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:25.123319 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-c138b40c-cbf8-466f-8218-9f865f5ca10e admin admin] Deleting port bcc8b09a-41c7-4569-97dd-fca97474d64c {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:43:25.123658 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-c138b40c-cbf8-466f-8218-9f865f5ca10e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (bcc8b09a-41c7-4569-97dd-fca97474d64c), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:25.212357 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-c138b40c-cbf8-466f-8218-9f865f5ca10e admin admin] For port bcc8b09a-41c7-4569-97dd-fca97474d64c, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=bcc8b09a-41c7-4569-97dd-fca97474d64c,segment=NetworkSegment(380d1854-2618-4d86-b29b-a3cf5fa8193e),segment_id=380d1854-2618-4d86-b29b-a3cf5fa8193e)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:43:25.212720 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-c138b40c-cbf8-466f-8218-9f865f5ca10e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (bcc8b09a-41c7-4569-97dd-fca97474d64c), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:25.228157 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-c138b40c-cbf8-466f-8218-9f865f5ca10e admin admin] Calling delete_port for bcc8b09a-41c7-4569-97dd-fca97474d64c owned by network:router_interface {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:43:25.365585 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:25.418545 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-c138b40c-cbf8-466f-8218-9f865f5ca10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (bcc8b09a-41c7-4569-97dd-fca97474d64c), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:25.444762 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138b40c-cbf8-466f-8218-9f865f5ca10e admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc8b09a-41c7-4569-97dd-fca97474d64c,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:25.577254 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:25.646653 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-c138b40c-cbf8-466f-8218-9f865f5ca10e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864730'] for router_interface (fe5c5e56-82f6-419a-b8a1-f3e26f387c3e), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:25.758642 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d53447-e35c-4f44-b607-99a0f02496ff None None] get_active_networks_info from dv-cinder-862136-1-iscsi {{(pid=104734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 13:43:25.835076 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d53447-e35c-4f44-b607-99a0f02496ff None None] Resources bound (agent type, host, resource id): {{(pid=104734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 13:43:25.916024 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c138b40c-cbf8-466f-8218-9f865f5ca10e admin admin] Router fe5c5e56-82f6-419a-b8a1-f3e26f387c3e has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:43:26.041172 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c138b40c-cbf8-466f-8218-9f865f5ca10e admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:43:26.049688 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-c138b40c-cbf8-466f-8218-9f865f5ca10e admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/fe5c5e56-82f6-419a-b8a1-f3e26f387c3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7194443 Oct 20 13:43:26.049907 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 49316) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:26.050354 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86580fdd-a059-4e46-8ede-15b073e710c5 None None] Sync routers for ids ['fe5c5e56-82f6-419a-b8a1-f3e26f387c3e'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:43:26.062618 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86580fdd-a059-4e46-8ede-15b073e710c5 None None] Routers {'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:43:26.063256 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-86580fdd-a059-4e46-8ede-15b073e710c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:42:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['fe5c5e56-82f6-419a-b8a1-f3e26f387c3e'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:43:26.163051 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2702a90c-344e-41b0-80b9-3272a2c9d005 admin admin] Publish callbacks [] for router (fe5c5e56-82f6-419a-b8a1-f3e26f387c3e), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:26.168669 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-86580fdd-a059-4e46-8ede-15b073e710c5 None None] Set router fe5c5e56-82f6-419a-b8a1-f3e26f387c3e gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:43:26.274475 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2702a90c-344e-41b0-80b9-3272a2c9d005 admin admin] Publish callbacks [] for router_gateway (fe5c5e56-82f6-419a-b8a1-f3e26f387c3e), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:26.329583 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-2702a90c-344e-41b0-80b9-3272a2c9d005 admin admin] Deleting port 76a3242d-b9f9-415d-8bb1-4debc36d0e99 {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:43:26.330235 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2702a90c-344e-41b0-80b9-3272a2c9d005 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (76a3242d-b9f9-415d-8bb1-4debc36d0e99), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:26.353484 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-86580fdd-a059-4e46-8ede-15b073e710c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'name': 'tempest-TestMinimumBasicScenario-339275719-router', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '76a3242d-b9f9-415d-8bb1-4debc36d0e99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:40:16Z', 'updated_at': '2022-10-20T13:43:25Z', 'revision_number': 5, 'project_id': 'accdb851c01342d49228faa016ff430c', 'gw_port': {'id': '76a3242d-b9f9-415d-8bb1-4debc36d0e99', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:75:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:16Z', 'updated_at': '2022-10-20T13:40:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:43:26.388741 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86580fdd-a059-4e46-8ede-15b073e710c5 None None] Checking router: fe5c5e56-82f6-419a-b8a1-f3e26f387c3e for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:43:26.400386 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86580fdd-a059-4e46-8ede-15b073e710c5 None None] Routers {'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:43:26.401036 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-86580fdd-a059-4e46-8ede-15b073e710c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:42:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['fe5c5e56-82f6-419a-b8a1-f3e26f387c3e'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:43:26.420611 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-2702a90c-344e-41b0-80b9-3272a2c9d005 admin admin] For port 76a3242d-b9f9-415d-8bb1-4debc36d0e99, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=76a3242d-b9f9-415d-8bb1-4debc36d0e99,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:43:26.421207 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2702a90c-344e-41b0-80b9-3272a2c9d005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (76a3242d-b9f9-415d-8bb1-4debc36d0e99), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:26.435666 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-2702a90c-344e-41b0-80b9-3272a2c9d005 admin admin] Calling delete_port for 76a3242d-b9f9-415d-8bb1-4debc36d0e99 owned by network:router_gateway {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:43:26.478864 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:26.488430 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-86580fdd-a059-4e46-8ede-15b073e710c5 None None] Set router fe5c5e56-82f6-419a-b8a1-f3e26f387c3e gateway port host: None {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:43:26.512529 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:26.528175 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-e5bffed6-9547-4e46-a74e-b6474cddc840 None None] Provisioning complete for port 5c2a0b9c-5523-4525-9895-43cca5f429e7 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:43:26.528938 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e5bffed6-9547-4e46-a74e-b6474cddc840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (5c2a0b9c-5523-4525-9895-43cca5f429e7), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:26.529452 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-e5bffed6-9547-4e46-a74e-b6474cddc840 None None] Attempt 1 to provision port 5c2a0b9c-5523-4525-9895-43cca5f429e7 Oct 20 13:43:26.544278 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-86580fdd-a059-4e46-8ede-15b073e710c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'name': 'tempest-TestMinimumBasicScenario-339275719-router', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:40:16Z', 'updated_at': '2022-10-20T13:43:26Z', 'revision_number': 6, 'project_id': 'accdb851c01342d49228faa016ff430c', 'gw_port_host': None}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:43:26.570552 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86580fdd-a059-4e46-8ede-15b073e710c5 None None] The sync data for ids ['fe5c5e56-82f6-419a-b8a1-f3e26f387c3e'] in dv-cinder-862136-1-iscsi is: [{'id': 'fe5c5e56-82f6-419a-b8a1-f3e26f387c3e', 'name': 'tempest-TestMinimumBasicScenario-339275719-router', 'tenant_id': 'accdb851c01342d49228faa016ff430c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:40:16Z', 'updated_at': '2022-10-20T13:43:26Z', 'revision_number': 6, 'project_id': 'accdb851c01342d49228faa016ff430c', 'gw_port_host': None}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:43:26.621307 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-e5bffed6-9547-4e46-a74e-b6474cddc840 None None] Current status of the port 5c2a0b9c-5523-4525-9895-43cca5f429e7 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:43:26.642969 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2702a90c-344e-41b0-80b9-3272a2c9d005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (76a3242d-b9f9-415d-8bb1-4debc36d0e99), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:26.672180 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2702a90c-344e-41b0-80b9-3272a2c9d005 admin admin] Pushing event deleted for resources: {'Port': ['ID=76a3242d-b9f9-415d-8bb1-4debc36d0e99,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:26.738595 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2702a90c-344e-41b0-80b9-3272a2c9d005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3855219'] for router_gateway (fe5c5e56-82f6-419a-b8a1-f3e26f387c3e), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:26.824605 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2702a90c-344e-41b0-80b9-3272a2c9d005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3608'] for router (fe5c5e56-82f6-419a-b8a1-f3e26f387c3e), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:26.826806 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2702a90c-344e-41b0-80b9-3272a2c9d005 admin admin] Publish callbacks [] for router_controller (fe5c5e56-82f6-419a-b8a1-f3e26f387c3e), precommit_delete_associations {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:26.868815 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2702a90c-344e-41b0-80b9-3272a2c9d005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864653'] for router (fe5c5e56-82f6-419a-b8a1-f3e26f387c3e), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:26.869409 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2702a90c-344e-41b0-80b9-3272a2c9d005 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe5c5e56-82f6-419a-b8a1-f3e26f387c3e {{(pid=104733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 13:43:26.874896 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2702a90c-344e-41b0-80b9-3272a2c9d005 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:26.876389 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-2702a90c-344e-41b0-80b9-3272a2c9d005 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/fe5c5e56-82f6-419a-b8a1-f3e26f387c3e HTTP/1.1" status: 204 len: 168 time: 0.8253922 Oct 20 13:43:26.879428 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 49326) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:26.943894 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_v2 [None req-199be410-f77b-432f-8fe1-3b5126c0bfd9 admin admin] Deleting subnet d9d54a4b-a660-40c7-821e-658dfb160f21 {{(pid=104733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 13:43:26.948008 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-199be410-f77b-432f-8fe1-3b5126c0bfd9 admin admin] Publish callbacks [] for subnet (d9d54a4b-a660-40c7-821e-658dfb160f21), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:26.951901 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-8c85fda4-174d-4573-a41d-382329996b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:26.990999 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-199be410-f77b-432f-8fe1-3b5126c0bfd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26113402'] for subnet (d9d54a4b-a660-40c7-821e-658dfb160f21), precommit_delete_associations {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:27.072109 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-199be410-f77b-432f-8fe1-3b5126c0bfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1335179'] for subnet (d9d54a4b-a660-40c7-821e-658dfb160f21), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:27.126512 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-199be410-f77b-432f-8fe1-3b5126c0bfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1335184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26193023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26212522'] for subnet (d9d54a4b-a660-40c7-821e-658dfb160f21), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:27.154571 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199be410-f77b-432f-8fe1-3b5126c0bfd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9d54a4b-a660-40c7-821e-658dfb160f21,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:27.160375 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-199be410-f77b-432f-8fe1-3b5126c0bfd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for subnet (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:27.160839 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e890655-8c12-44af-a101-b43c59446a5f None None] Network 90f6ed8e-98d1-4717-a988-12e9beb2cc56 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:43:27.163618 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-199be410-f77b-432f-8fe1-3b5126c0bfd9 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/d9d54a4b-a660-40c7-821e-658dfb160f21 HTTP/1.1" status: 204 len: 168 time: 0.2832923 Oct 20 13:43:27.166082 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 49332) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:27.247609 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7be1b5b0-0eea-4cb8-a31a-9f656c208c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466521'] for network (90f6ed8e-98d1-4717-a988-12e9beb2cc56), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:27.256426 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 49334) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:27.298264 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-7be1b5b0-0eea-4cb8-a31a-9f656c208c4d admin admin] Deleting port 5c2a0b9c-5523-4525-9895-43cca5f429e7 {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:43:27.298620 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7be1b5b0-0eea-4cb8-a31a-9f656c208c4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (5c2a0b9c-5523-4525-9895-43cca5f429e7), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:27.371785 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-7be1b5b0-0eea-4cb8-a31a-9f656c208c4d admin admin] For port 5c2a0b9c-5523-4525-9895-43cca5f429e7, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=5c2a0b9c-5523-4525-9895-43cca5f429e7,segment=NetworkSegment(380d1854-2618-4d86-b29b-a3cf5fa8193e),segment_id=380d1854-2618-4d86-b29b-a3cf5fa8193e)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:43:27.372147 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7be1b5b0-0eea-4cb8-a31a-9f656c208c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (5c2a0b9c-5523-4525-9895-43cca5f429e7), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:27.376833 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe70281-2029-4b79-873a-065eb2ebbdd6 None None] DHCP port deletion for 90f6ed8e-98d1-4717-a988-12e9beb2cc56 request from dv-cinder-862136-1-iscsi {{(pid=104734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 13:43:27.392698 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-7be1b5b0-0eea-4cb8-a31a-9f656c208c4d admin admin] Calling delete_port for 5c2a0b9c-5523-4525-9895-43cca5f429e7 owned by network:dhcp {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:43:27.411986 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:27.447854 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-40a7ee37-7ab4-464e-9c74-2a826ec6d283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:27.513647 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7be1b5b0-0eea-4cb8-a31a-9f656c208c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (5c2a0b9c-5523-4525-9895-43cca5f429e7), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:27.521328 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:27.548454 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1b5b0-0eea-4cb8-a31a-9f656c208c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=5c2a0b9c-5523-4525-9895-43cca5f429e7,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:27.564155 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be1b5b0-0eea-4cb8-a31a-9f656c208c4d admin admin] No DVR routers for this DVR port 5c2a0b9c-5523-4525-9895-43cca5f429e7 on host dv-cinder-862136-1-iscsi {{(pid=104733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:43:27.566855 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-3fe70281-2029-4b79-873a-065eb2ebbdd6 None None] Deleting port 5c2a0b9c-5523-4525-9895-43cca5f429e7 {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:43:27.567294 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3fe70281-2029-4b79-873a-065eb2ebbdd6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (5c2a0b9c-5523-4525-9895-43cca5f429e7), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:27.633724 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-3fe70281-2029-4b79-873a-065eb2ebbdd6 None None] For port 5c2a0b9c-5523-4525-9895-43cca5f429e7, host dv-cinder-862136-1-iscsi, got binding levels [] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:43:27.633973 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3fe70281-2029-4b79-873a-065eb2ebbdd6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (5c2a0b9c-5523-4525-9895-43cca5f429e7), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:27.650730 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-3fe70281-2029-4b79-873a-065eb2ebbdd6 None None] Calling delete_port for 5c2a0b9c-5523-4525-9895-43cca5f429e7 owned by network:dhcp {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:43:27.653462 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.ipam_backend_mixin [None req-3fe70281-2029-4b79-873a-065eb2ebbdd6 None None] Port 5c2a0b9c-5523-4525-9895-43cca5f429e7 was not found and therefore no delete operation was performed {{(pid=104734) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Oct 20 13:43:27.654673 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-3fe70281-2029-4b79-873a-065eb2ebbdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964'] for port (5c2a0b9c-5523-4525-9895-43cca5f429e7), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:27.665365 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7be1b5b0-0eea-4cb8-a31a-9f656c208c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335235', 'neutron.services.segments.db._delete_segments_for_network-8747424857155'] for network (90f6ed8e-98d1-4717-a988-12e9beb2cc56), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:27.683041 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe70281-2029-4b79-873a-065eb2ebbdd6 None None] Pushing event deleted for resources: {'Port': ['ID=5c2a0b9c-5523-4525-9895-43cca5f429e7,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:27.687049 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:27.689333 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe70281-2029-4b79-873a-065eb2ebbdd6 None None] No DVR routers for this DVR port 5c2a0b9c-5523-4525-9895-43cca5f429e7 on host dv-cinder-862136-1-iscsi {{(pid=104734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:43:27.698005 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe70281-2029-4b79-873a-065eb2ebbdd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:27.698348 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe70281-2029-4b79-873a-065eb2ebbdd6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:27.698692 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe70281-2029-4b79-873a-065eb2ebbdd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:27.699028 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe70281-2029-4b79-873a-065eb2ebbdd6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:27.699356 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe70281-2029-4b79-873a-065eb2ebbdd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:27.700370 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe70281-2029-4b79-873a-065eb2ebbdd6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:27.700370 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe70281-2029-4b79-873a-065eb2ebbdd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:27.700370 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe70281-2029-4b79-873a-065eb2ebbdd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:27.700632 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe70281-2029-4b79-873a-065eb2ebbdd6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:27.700952 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe70281-2029-4b79-873a-065eb2ebbdd6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:27.701276 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe70281-2029-4b79-873a-065eb2ebbdd6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:27.701598 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe70281-2029-4b79-873a-065eb2ebbdd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:27.701919 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe70281-2029-4b79-873a-065eb2ebbdd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:27.702547 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe70281-2029-4b79-873a-065eb2ebbdd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:27.702547 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fe70281-2029-4b79-873a-065eb2ebbdd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:27.706268 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.services.segments.db [None req-7be1b5b0-0eea-4cb8-a31a-9f656c208c4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90f6ed8e-98d1-4717-a988-12e9beb2cc56']}} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:43:27.723262 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.services.segments.db [None req-7be1b5b0-0eea-4cb8-a31a-9f656c208c4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '380d1854-2618-4d86-b29b-a3cf5fa8193e') {'for_net_delete': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:43:27.723500 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.services.segments.db [None req-7be1b5b0-0eea-4cb8-a31a-9f656c208c4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '380d1854-2618-4d86-b29b-a3cf5fa8193e') {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:43:27.726633 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-40a7ee37-7ab4-464e-9c74-2a826ec6d283 admin admin] Publish callbacks [] for security_group (2536ee00-36b3-4425-874f-d4fa90ce8f98), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:27.739325 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-40a7ee37-7ab4-464e-9c74-2a826ec6d283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (2536ee00-36b3-4425-874f-d4fa90ce8f98), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:27.749788 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7be1b5b0-0eea-4cb8-a31a-9f656c208c4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747424827639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26113357'] for segment (380d1854-2618-4d86-b29b-a3cf5fa8193e), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:27.776355 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7be1b5b0-0eea-4cb8-a31a-9f656c208c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (380d1854-2618-4d86-b29b-a3cf5fa8193e), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:27.796761 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be1b5b0-0eea-4cb8-a31a-9f656c208c4d admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=104733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 13:43:27.797189 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7be1b5b0-0eea-4cb8-a31a-9f656c208c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26192861'] for segment (380d1854-2618-4d86-b29b-a3cf5fa8193e), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:27.818970 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-40a7ee37-7ab4-464e-9c74-2a826ec6d283 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=b0f1f41bf23440819c6b287a84e8ab27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5576413 Oct 20 13:43:27.818970 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7ee37-7ab4-464e-9c74-2a826ec6d283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2536ee00-36b3-4425-874f-d4fa90ce8f98,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:27.819839 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 49344) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:27.846220 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.services.segments.plugin [-] Segment 380d1854-2618-4d86-b29b-a3cf5fa8193e resource provider aggregate not found Oct 20 13:43:27.865387 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.services.segments.plugin [-] Segment 380d1854-2618-4d86-b29b-a3cf5fa8193e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 380d1854-2618-4d86-b29b-a3cf5fa8193e found for delete ", "request_id": "req-f2c7aef5-a700-4990-be6d-3a06f5fb026a"}]} Oct 20 13:43:27.872395 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7be1b5b0-0eea-4cb8-a31a-9f656c208c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1335290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859717'] for network (90f6ed8e-98d1-4717-a988-12e9beb2cc56), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:27.873352 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-347d5d79-0887-4149-84b1-7852c2a27abc admin admin] Publish callbacks [] for security_group (2536ee00-36b3-4425-874f-d4fa90ce8f98), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:27.880511 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7be1b5b0-0eea-4cb8-a31a-9f656c208c4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:27.885030 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-7be1b5b0-0eea-4cb8-a31a-9f656c208c4d admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/90f6ed8e-98d1-4717-a988-12e9beb2cc56 HTTP/1.1" status: 204 len: 168 time: 0.7170517 Oct 20 13:43:27.888283 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 49348) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:27.894941 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be1b5b0-0eea-4cb8-a31a-9f656c208c4d admin admin] Pushing event deleted for resources: {'Network': ['ID=90f6ed8e-98d1-4717-a988-12e9beb2cc56,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:27.938231 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-347d5d79-0887-4149-84b1-7852c2a27abc admin admin] Publish callbacks [] for security_group (2536ee00-36b3-4425-874f-d4fa90ce8f98), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:28.020315 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 76a3242d-b9f9-415d-8bb1-4debc36d0e99 no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:43:28.042316 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: 76a3242d-b9f9-415d-8bb1-4debc36d0e99 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:43:28.042660 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 76a3242d-b9f9-415d-8bb1-4debc36d0e99 not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:43:28.046135 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device bcc8b09a-41c7-4569-97dd-fca97474d64c no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:43:28.066176 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: bcc8b09a-41c7-4569-97dd-fca97474d64c {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:43:28.066522 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device bcc8b09a-41c7-4569-97dd-fca97474d64c not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:43:28.066940 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 5c2a0b9c-5523-4525-9895-43cca5f429e7 no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:43:28.072021 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-347d5d79-0887-4149-84b1-7852c2a27abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (2536ee00-36b3-4425-874f-d4fa90ce8f98), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:28.074498 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-347d5d79-0887-4149-84b1-7852c2a27abc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:28.078061 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-347d5d79-0887-4149-84b1-7852c2a27abc admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/2536ee00-36b3-4425-874f-d4fa90ce8f98 HTTP/1.1" status: 204 len: 168 time: 0.2534270 Oct 20 13:43:28.086084 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: 5c2a0b9c-5523-4525-9895-43cca5f429e7 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:43:28.086425 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 5c2a0b9c-5523-4525-9895-43cca5f429e7 not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:43:28.091558 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d5d79-0887-4149-84b1-7852c2a27abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2536ee00-36b3-4425-874f-d4fa90ce8f98,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:28.174913 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:28.179151 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:28.194265 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:28.274220 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1eeccb00-a26c-4d00-ae99-9cb09333f990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864622'] for router_interface (b6c4dcb8-e481-45e6-9a91-4927299c8dae), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:28.326839 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:28.385086 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 49354) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:28.399781 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-21e6b54e-0298-4ab1-9725-613d82ec1417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:28.484742 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-21e6b54e-0298-4ab1-9725-613d82ec1417 admin admin] Publish callbacks [] for security_group (1098e905-168e-4648-9950-08ed74bd3198), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:28.491016 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-21e6b54e-0298-4ab1-9725-613d82ec1417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (1098e905-168e-4648-9950-08ed74bd3198), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:28.510353 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-1eeccb00-a26c-4d00-ae99-9cb09333f990 admin admin] Deleting port 07978882-5477-4c5e-88eb-2bb5c9e4b71d {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:43:28.510685 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1eeccb00-a26c-4d00-ae99-9cb09333f990 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (07978882-5477-4c5e-88eb-2bb5c9e4b71d), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:28.533504 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6b54e-0298-4ab1-9725-613d82ec1417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1098e905-168e-4648-9950-08ed74bd3198,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:28.538459 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-21e6b54e-0298-4ab1-9725-613d82ec1417 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=645beed24f014d7d800c07d03033d8bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1520932 Oct 20 13:43:28.541125 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 49356) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:28.597044 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-77078e9e-5582-425f-b48c-e8aa25e0b5a5 admin admin] Publish callbacks [] for security_group (1098e905-168e-4648-9950-08ed74bd3198), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:28.597570 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-1eeccb00-a26c-4d00-ae99-9cb09333f990 admin admin] For port 07978882-5477-4c5e-88eb-2bb5c9e4b71d, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=07978882-5477-4c5e-88eb-2bb5c9e4b71d,segment=NetworkSegment(6bf29195-fb1c-4409-9b8d-9b9c3aadd86d),segment_id=6bf29195-fb1c-4409-9b8d-9b9c3aadd86d)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:43:28.597935 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1eeccb00-a26c-4d00-ae99-9cb09333f990 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (07978882-5477-4c5e-88eb-2bb5c9e4b71d), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:28.611311 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-1eeccb00-a26c-4d00-ae99-9cb09333f990 admin admin] Calling delete_port for 07978882-5477-4c5e-88eb-2bb5c9e4b71d owned by network:router_interface {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:43:28.617320 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-77078e9e-5582-425f-b48c-e8aa25e0b5a5 admin admin] Publish callbacks [] for security_group (1098e905-168e-4648-9950-08ed74bd3198), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:28.627350 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:28.666845 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-77078e9e-5582-425f-b48c-e8aa25e0b5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (1098e905-168e-4648-9950-08ed74bd3198), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:28.669357 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-77078e9e-5582-425f-b48c-e8aa25e0b5a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:28.670500 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-77078e9e-5582-425f-b48c-e8aa25e0b5a5 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/1098e905-168e-4648-9950-08ed74bd3198 HTTP/1.1" status: 204 len: 168 time: 0.1284647 Oct 20 13:43:28.678860 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77078e9e-5582-425f-b48c-e8aa25e0b5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1098e905-168e-4648-9950-08ed74bd3198,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:28.799457 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1eeccb00-a26c-4d00-ae99-9cb09333f990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (07978882-5477-4c5e-88eb-2bb5c9e4b71d), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:28.819717 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeccb00-a26c-4d00-ae99-9cb09333f990 admin admin] Pushing event deleted for resources: {'Port': ['ID=07978882-5477-4c5e-88eb-2bb5c9e4b71d,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:28.994709 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1eeccb00-a26c-4d00-ae99-9cb09333f990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864730'] for router_interface (b6c4dcb8-e481-45e6-9a91-4927299c8dae), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:29.046843 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71cc4e0-8fb3-4e30-84c1-b04a6bf118e9 None None] get_active_networks_info from dv-cinder-862136-1-iscsi {{(pid=104734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 13:43:29.123885 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71cc4e0-8fb3-4e30-84c1-b04a6bf118e9 None None] Resources bound (agent type, host, resource id): {{(pid=104734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 13:43:29.162120 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:29.171235 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:29.237665 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eeccb00-a26c-4d00-ae99-9cb09333f990 admin admin] Router b6c4dcb8-e481-45e6-9a91-4927299c8dae has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:43:29.364498 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eeccb00-a26c-4d00-ae99-9cb09333f990 admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:43:29.373377 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-1eeccb00-a26c-4d00-ae99-9cb09333f990 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/b6c4dcb8-e481-45e6-9a91-4927299c8dae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4838133 Oct 20 13:43:29.374532 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 49382) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:29.376586 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833af60c-b25f-4c1f-aaf1-3a02577c62dd None None] Sync routers for ids ['b6c4dcb8-e481-45e6-9a91-4927299c8dae'] in dv-cinder-862136-1-iscsi {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:43:29.392824 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833af60c-b25f-4c1f-aaf1-3a02577c62dd None None] Routers {'b6c4dcb8-e481-45e6-9a91-4927299c8dae'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:43:29.393749 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-833af60c-b25f-4c1f-aaf1-3a02577c62dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:43:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['b6c4dcb8-e481-45e6-9a91-4927299c8dae'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:43:29.501123 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-962ce1c6-f7a9-4d87-ac33-def5e5e17e70 admin admin] Publish callbacks [] for router (b6c4dcb8-e481-45e6-9a91-4927299c8dae), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:29.528842 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-833af60c-b25f-4c1f-aaf1-3a02577c62dd None None] Set router b6c4dcb8-e481-45e6-9a91-4927299c8dae gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:43:29.617722 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-962ce1c6-f7a9-4d87-ac33-def5e5e17e70 admin admin] Publish callbacks [] for router_gateway (b6c4dcb8-e481-45e6-9a91-4927299c8dae), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:29.624656 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:29.673939 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-962ce1c6-f7a9-4d87-ac33-def5e5e17e70 admin admin] Deleting port 599f4446-89b3-4ebf-8038-30edc76dc5b0 {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:43:29.674277 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-962ce1c6-f7a9-4d87-ac33-def5e5e17e70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (599f4446-89b3-4ebf-8038-30edc76dc5b0), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:29.694757 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:29.779772 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-962ce1c6-f7a9-4d87-ac33-def5e5e17e70 admin admin] For port 599f4446-89b3-4ebf-8038-30edc76dc5b0, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=599f4446-89b3-4ebf-8038-30edc76dc5b0,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:43:29.780396 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-962ce1c6-f7a9-4d87-ac33-def5e5e17e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (599f4446-89b3-4ebf-8038-30edc76dc5b0), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:29.799065 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:29.800633 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-962ce1c6-f7a9-4d87-ac33-def5e5e17e70 admin admin] Calling delete_port for 599f4446-89b3-4ebf-8038-30edc76dc5b0 owned by network:router_gateway {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:43:29.830438 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-833af60c-b25f-4c1f-aaf1-3a02577c62dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c4dcb8-e481-45e6-9a91-4927299c8dae', 'name': 'tempest-TestMinimumBasicScenario-1218070568-router', 'tenant_id': '773ed98417064aa18010359755de111b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '599f4446-89b3-4ebf-8038-30edc76dc5b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:40:21Z', 'updated_at': '2022-10-20T13:43:28Z', 'revision_number': 5, 'project_id': '773ed98417064aa18010359755de111b', 'gw_port': {'id': '599f4446-89b3-4ebf-8038-30edc76dc5b0', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c4dcb8-e481-45e6-9a91-4927299c8dae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:40:22Z', 'updated_at': '2022-10-20T13:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:43:29.888889 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833af60c-b25f-4c1f-aaf1-3a02577c62dd None None] Checking router: b6c4dcb8-e481-45e6-9a91-4927299c8dae for host: dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:43:29.909117 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833af60c-b25f-4c1f-aaf1-3a02577c62dd None None] Routers {'b6c4dcb8-e481-45e6-9a91-4927299c8dae'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:43:29.909760 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-833af60c-b25f-4c1f-aaf1-3a02577c62dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:43:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['b6c4dcb8-e481-45e6-9a91-4927299c8dae'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:43:30.026250 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-962ce1c6-f7a9-4d87-ac33-def5e5e17e70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (599f4446-89b3-4ebf-8038-30edc76dc5b0), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:30.041747 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-01da6b31-667d-4280-8452-ce7bbc61c68e None None] Provisioning complete for port fc7f68ae-46e5-4283-8ab8-d365401cbfab triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:43:30.042121 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-01da6b31-667d-4280-8452-ce7bbc61c68e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (fc7f68ae-46e5-4283-8ab8-d365401cbfab), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:30.042453 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-01da6b31-667d-4280-8452-ce7bbc61c68e None None] Attempt 1 to provision port fc7f68ae-46e5-4283-8ab8-d365401cbfab Oct 20 13:43:30.054276 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-833af60c-b25f-4c1f-aaf1-3a02577c62dd None None] Set router b6c4dcb8-e481-45e6-9a91-4927299c8dae gateway port host: None {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:43:30.131341 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-833af60c-b25f-4c1f-aaf1-3a02577c62dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6c4dcb8-e481-45e6-9a91-4927299c8dae', 'name': 'tempest-TestMinimumBasicScenario-1218070568-router', 'tenant_id': '773ed98417064aa18010359755de111b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:40:21Z', 'updated_at': '2022-10-20T13:43:29Z', 'revision_number': 6, 'project_id': '773ed98417064aa18010359755de111b', 'gw_port_host': None}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:43:30.167882 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833af60c-b25f-4c1f-aaf1-3a02577c62dd None None] The sync data for ids ['b6c4dcb8-e481-45e6-9a91-4927299c8dae'] in dv-cinder-862136-1-iscsi is: [{'id': 'b6c4dcb8-e481-45e6-9a91-4927299c8dae', 'name': 'tempest-TestMinimumBasicScenario-1218070568-router', 'tenant_id': '773ed98417064aa18010359755de111b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:40:21Z', 'updated_at': '2022-10-20T13:43:29Z', 'revision_number': 6, 'project_id': '773ed98417064aa18010359755de111b', 'gw_port_host': None}] {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:43:30.238021 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-01da6b31-667d-4280-8452-ce7bbc61c68e None None] Current status of the port fc7f68ae-46e5-4283-8ab8-d365401cbfab is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:43:30.335766 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ce1c6-f7a9-4d87-ac33-def5e5e17e70 admin admin] Pushing event deleted for resources: {'Port': ['ID=599f4446-89b3-4ebf-8038-30edc76dc5b0,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:30.402491 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-962ce1c6-f7a9-4d87-ac33-def5e5e17e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3855219'] for router_gateway (b6c4dcb8-e481-45e6-9a91-4927299c8dae), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:30.492374 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-962ce1c6-f7a9-4d87-ac33-def5e5e17e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3608'] for router (b6c4dcb8-e481-45e6-9a91-4927299c8dae), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:30.494426 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-962ce1c6-f7a9-4d87-ac33-def5e5e17e70 admin admin] Publish callbacks [] for router_controller (b6c4dcb8-e481-45e6-9a91-4927299c8dae), precommit_delete_associations {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:30.544828 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-962ce1c6-f7a9-4d87-ac33-def5e5e17e70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864653'] for router (b6c4dcb8-e481-45e6-9a91-4927299c8dae), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:30.545487 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962ce1c6-f7a9-4d87-ac33-def5e5e17e70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6c4dcb8-e481-45e6-9a91-4927299c8dae {{(pid=104733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 13:43:30.550976 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-962ce1c6-f7a9-4d87-ac33-def5e5e17e70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:30.552258 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-962ce1c6-f7a9-4d87-ac33-def5e5e17e70 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/b6c4dcb8-e481-45e6-9a91-4927299c8dae HTTP/1.1" status: 204 len: 168 time: 1.1767595 Oct 20 13:43:30.554802 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 49456) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:30.605850 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9a1c71-e727-4cb0-9c92-b9f0b90ade91 admin admin] Deleting subnet 034d5f54-11d4-4aeb-8bf0-b1b9961b1715 {{(pid=104733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 13:43:30.609434 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1c71-e727-4cb0-9c92-b9f0b90ade91 admin admin] Publish callbacks [] for subnet (034d5f54-11d4-4aeb-8bf0-b1b9961b1715), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:30.644619 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1c71-e727-4cb0-9c92-b9f0b90ade91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26113402'] for subnet (034d5f54-11d4-4aeb-8bf0-b1b9961b1715), precommit_delete_associations {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:30.715116 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:30.730731 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1c71-e727-4cb0-9c92-b9f0b90ade91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1335179'] for subnet (034d5f54-11d4-4aeb-8bf0-b1b9961b1715), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:30.789827 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1c71-e727-4cb0-9c92-b9f0b90ade91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1335184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26193023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26212522'] for subnet (034d5f54-11d4-4aeb-8bf0-b1b9961b1715), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:30.816802 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a1c71-e727-4cb0-9c92-b9f0b90ade91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=034d5f54-11d4-4aeb-8bf0-b1b9961b1715,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:30.820396 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1c71-e727-4cb0-9c92-b9f0b90ade91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for subnet (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:30.824999 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-ac9a1c71-e727-4cb0-9c92-b9f0b90ade91 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/034d5f54-11d4-4aeb-8bf0-b1b9961b1715 HTTP/1.1" status: 204 len: 168 time: 0.2656322 Oct 20 13:43:30.826026 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 49468) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:30.828290 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ebf447-0d13-4a9c-8d7f-b4292af2fa0c None None] Network 48347675-97ff-456d-91ec-7cb2e9f2136b requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:43:30.901550 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-6f652461-9eed-477d-b0fd-d9a1c1adcef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466521'] for network (48347675-97ff-456d-91ec-7cb2e9f2136b), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:30.909199 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:30.959708 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-6f652461-9eed-477d-b0fd-d9a1c1adcef6 admin admin] Deleting port fc7f68ae-46e5-4283-8ab8-d365401cbfab {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:43:30.959946 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-6f652461-9eed-477d-b0fd-d9a1c1adcef6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (fc7f68ae-46e5-4283-8ab8-d365401cbfab), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:31.021525 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecf4d2b-d10e-45b2-8973-fbcf7414bd9b None None] DHCP port deletion for 48347675-97ff-456d-91ec-7cb2e9f2136b request from dv-cinder-862136-1-iscsi {{(pid=104734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 13:43:31.027309 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:31.028325 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-6f652461-9eed-477d-b0fd-d9a1c1adcef6 admin admin] For port fc7f68ae-46e5-4283-8ab8-d365401cbfab, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=fc7f68ae-46e5-4283-8ab8-d365401cbfab,segment=NetworkSegment(6bf29195-fb1c-4409-9b8d-9b9c3aadd86d),segment_id=6bf29195-fb1c-4409-9b8d-9b9c3aadd86d)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:43:31.028763 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-6f652461-9eed-477d-b0fd-d9a1c1adcef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (fc7f68ae-46e5-4283-8ab8-d365401cbfab), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:31.042700 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-6f652461-9eed-477d-b0fd-d9a1c1adcef6 admin admin] Calling delete_port for fc7f68ae-46e5-4283-8ab8-d365401cbfab owned by network:dhcp {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:43:31.051466 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:31.066362 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5ecf4d2b-d10e-45b2-8973-fbcf7414bd9b None None] Deleting port fc7f68ae-46e5-4283-8ab8-d365401cbfab {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:43:31.066913 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5ecf4d2b-d10e-45b2-8973-fbcf7414bd9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (fc7f68ae-46e5-4283-8ab8-d365401cbfab), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:31.137402 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5ecf4d2b-d10e-45b2-8973-fbcf7414bd9b None None] For port fc7f68ae-46e5-4283-8ab8-d365401cbfab, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=fc7f68ae-46e5-4283-8ab8-d365401cbfab,segment=NetworkSegment(6bf29195-fb1c-4409-9b8d-9b9c3aadd86d),segment_id=6bf29195-fb1c-4409-9b8d-9b9c3aadd86d)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:43:31.137780 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5ecf4d2b-d10e-45b2-8973-fbcf7414bd9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (fc7f68ae-46e5-4283-8ab8-d365401cbfab), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:31.138639 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-6f652461-9eed-477d-b0fd-d9a1c1adcef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (fc7f68ae-46e5-4283-8ab8-d365401cbfab), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:31.151563 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5ecf4d2b-d10e-45b2-8973-fbcf7414bd9b None None] Calling delete_port for fc7f68ae-46e5-4283-8ab8-d365401cbfab owned by network:dhcp {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:43:31.165266 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f652461-9eed-477d-b0fd-d9a1c1adcef6 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc7f68ae-46e5-4283-8ab8-d365401cbfab,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:31.168785 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f652461-9eed-477d-b0fd-d9a1c1adcef6 admin admin] No DVR routers for this DVR port fc7f68ae-46e5-4283-8ab8-d365401cbfab on host dv-cinder-862136-1-iscsi {{(pid=104733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:43:31.255936 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-6f652461-9eed-477d-b0fd-d9a1c1adcef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335235', 'neutron.services.segments.db._delete_segments_for_network-8747424857155'] for network (48347675-97ff-456d-91ec-7cb2e9f2136b), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:31.256857 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5ecf4d2b-d10e-45b2-8973-fbcf7414bd9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964'] for port (fc7f68ae-46e5-4283-8ab8-d365401cbfab), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:31.295937 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.services.segments.db [None req-6f652461-9eed-477d-b0fd-d9a1c1adcef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48347675-97ff-456d-91ec-7cb2e9f2136b']}} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:43:31.297954 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf4d2b-d10e-45b2-8973-fbcf7414bd9b None None] Pushing event deleted for resources: {'Port': ['ID=fc7f68ae-46e5-4283-8ab8-d365401cbfab,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:31.300032 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecf4d2b-d10e-45b2-8973-fbcf7414bd9b None None] No DVR routers for this DVR port fc7f68ae-46e5-4283-8ab8-d365401cbfab on host dv-cinder-862136-1-iscsi {{(pid=104734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:43:31.316806 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.services.segments.db [None req-6f652461-9eed-477d-b0fd-d9a1c1adcef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf29195-fb1c-4409-9b8d-9b9c3aadd86d') {'for_net_delete': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:43:31.317311 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.services.segments.db [None req-6f652461-9eed-477d-b0fd-d9a1c1adcef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf29195-fb1c-4409-9b8d-9b9c3aadd86d') {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:43:31.332199 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-6f652461-9eed-477d-b0fd-d9a1c1adcef6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747424827639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26113357'] for segment (6bf29195-fb1c-4409-9b8d-9b9c3aadd86d), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:31.352488 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-6f652461-9eed-477d-b0fd-d9a1c1adcef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (6bf29195-fb1c-4409-9b8d-9b9c3aadd86d), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:31.359148 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f652461-9eed-477d-b0fd-d9a1c1adcef6 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=104733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 13:43:31.359533 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-6f652461-9eed-477d-b0fd-d9a1c1adcef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26192861'] for segment (6bf29195-fb1c-4409-9b8d-9b9c3aadd86d), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:31.408701 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.services.segments.plugin [-] Segment 6bf29195-fb1c-4409-9b8d-9b9c3aadd86d resource provider aggregate not found Oct 20 13:43:31.429780 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.services.segments.plugin [-] Segment 6bf29195-fb1c-4409-9b8d-9b9c3aadd86d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6bf29195-fb1c-4409-9b8d-9b9c3aadd86d found for delete ", "request_id": "req-529cd066-6ca9-4626-9b30-9d0e082baafe"}]} Oct 20 13:43:31.434742 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-6f652461-9eed-477d-b0fd-d9a1c1adcef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1335290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859717'] for network (48347675-97ff-456d-91ec-7cb2e9f2136b), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:31.443231 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-6f652461-9eed-477d-b0fd-d9a1c1adcef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:31.457132 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-6f652461-9eed-477d-b0fd-d9a1c1adcef6 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/48347675-97ff-456d-91ec-7cb2e9f2136b HTTP/1.1" status: 204 len: 168 time: 0.6198394 Oct 20 13:43:31.457651 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f652461-9eed-477d-b0fd-d9a1c1adcef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=48347675-97ff-456d-91ec-7cb2e9f2136b,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:31.715745 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 49490) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:31.760655 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-c4427bce-3710-412d-bbe4-53bb989d3837 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=accdb851c01342d49228faa016ff430c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436575 Oct 20 13:43:31.763057 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 49492) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:31.812253 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0907d63e-3d1d-4a1b-9546-2272de7330d0 admin admin] Publish callbacks [] for security_group (904bc534-15ed-4653-8646-072972a40338), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:31.834162 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0907d63e-3d1d-4a1b-9546-2272de7330d0 admin admin] Publish callbacks [] for security_group (904bc534-15ed-4653-8646-072972a40338), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:31.886240 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0907d63e-3d1d-4a1b-9546-2272de7330d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (904bc534-15ed-4653-8646-072972a40338), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:31.888810 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0907d63e-3d1d-4a1b-9546-2272de7330d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:31.889993 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-0907d63e-3d1d-4a1b-9546-2272de7330d0 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/904bc534-15ed-4653-8646-072972a40338 HTTP/1.1" status: 204 len: 168 time: 0.1260571 Oct 20 13:43:31.898978 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907d63e-3d1d-4a1b-9546-2272de7330d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=904bc534-15ed-4653-8646-072972a40338,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:32.007021 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device fc7f68ae-46e5-4283-8ab8-d365401cbfab no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:43:32.031049 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: fc7f68ae-46e5-4283-8ab8-d365401cbfab {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:43:32.031494 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device fc7f68ae-46e5-4283-8ab8-d365401cbfab not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:43:32.032195 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 07978882-5477-4c5e-88eb-2bb5c9e4b71d no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:43:32.052176 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: 07978882-5477-4c5e-88eb-2bb5c9e4b71d {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:43:32.052503 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 07978882-5477-4c5e-88eb-2bb5c9e4b71d not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:43:32.052945 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 599f4446-89b3-4ebf-8038-30edc76dc5b0 no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:43:32.071764 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: 599f4446-89b3-4ebf-8038-30edc76dc5b0 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:43:32.072356 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 599f4446-89b3-4ebf-8038-30edc76dc5b0 not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:43:32.278341 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 49500) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:32.318985 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-a3a4dcbf-d508-48bb-a71d-8073b611f104 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=773ed98417064aa18010359755de111b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394986 Oct 20 13:43:32.321519 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 49502) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:32.371014 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e78b3cb0-0f7a-4d32-865e-6dd25c25a16c admin admin] Publish callbacks [] for security_group (70dcc451-84ed-4ae8-9b34-be4808004b41), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:32.391752 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e78b3cb0-0f7a-4d32-865e-6dd25c25a16c admin admin] Publish callbacks [] for security_group (70dcc451-84ed-4ae8-9b34-be4808004b41), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:32.440098 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e78b3cb0-0f7a-4d32-865e-6dd25c25a16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (70dcc451-84ed-4ae8-9b34-be4808004b41), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:32.442898 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-e78b3cb0-0f7a-4d32-865e-6dd25c25a16c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:32.444043 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-e78b3cb0-0f7a-4d32-865e-6dd25c25a16c admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/70dcc451-84ed-4ae8-9b34-be4808004b41 HTTP/1.1" status: 204 len: 168 time: 0.1217022 Oct 20 13:43:32.451945 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b3cb0-0f7a-4d32-865e-6dd25c25a16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dcc451-84ed-4ae8-9b34-be4808004b41,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:36.116740 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:43:36.746424 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:39.758953 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 49598) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:39.890495 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1a7aceb9-b577-44e1-a700-74124b9f588f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:39.966887 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1a7aceb9-b577-44e1-a700-74124b9f588f admin admin] Publish callbacks [] for security_group (123ce749-4c6e-4e6c-a47e-0985eaf025d7), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:39.970629 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-1a7aceb9-b577-44e1-a700-74124b9f588f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (123ce749-4c6e-4e6c-a47e-0985eaf025d7), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:40.008181 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7aceb9-b577-44e1-a700-74124b9f588f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=123ce749-4c6e-4e6c-a47e-0985eaf025d7,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:40.012246 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-1a7aceb9-b577-44e1-a700-74124b9f588f admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=d15d68a115e44592aa896a797c2d0130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2520616 Oct 20 13:43:40.014959 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 49604) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:40.046819 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:40.066760 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6983e4ec-9d94-47f8-9910-3e774837efdb admin admin] Publish callbacks [] for security_group (123ce749-4c6e-4e6c-a47e-0985eaf025d7), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:40.082011 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:40.086708 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6983e4ec-9d94-47f8-9910-3e774837efdb admin admin] Publish callbacks [] for security_group (123ce749-4c6e-4e6c-a47e-0985eaf025d7), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:40.136684 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6983e4ec-9d94-47f8-9910-3e774837efdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (123ce749-4c6e-4e6c-a47e-0985eaf025d7), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:40.139440 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6983e4ec-9d94-47f8-9910-3e774837efdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:40.140632 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-6983e4ec-9d94-47f8-9910-3e774837efdb admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/123ce749-4c6e-4e6c-a47e-0985eaf025d7 HTTP/1.1" status: 204 len: 168 time: 0.1247776 Oct 20 13:43:40.149157 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983e4ec-9d94-47f8-9910-3e774837efdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=123ce749-4c6e-4e6c-a47e-0985eaf025d7,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:40.417950 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 49610) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:40.432183 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a19e85b5-b244-44c1-9bb7-46b16973a99b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:40.514206 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a19e85b5-b244-44c1-9bb7-46b16973a99b admin admin] Publish callbacks [] for security_group (ebe31186-9c87-496b-8d04-41dbf32e4ed8), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:40.519204 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-a19e85b5-b244-44c1-9bb7-46b16973a99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (ebe31186-9c87-496b-8d04-41dbf32e4ed8), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:40.560189 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-a19e85b5-b244-44c1-9bb7-46b16973a99b admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=d7e35c2ecf9244f39f909da7b43cc29d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411731 Oct 20 13:43:40.561154 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e85b5-b244-44c1-9bb7-46b16973a99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe31186-9c87-496b-8d04-41dbf32e4ed8,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:40.562927 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 49612) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:40.614300 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3ff50532-d6ff-495e-afa6-12f88bf5bd3a admin admin] Publish callbacks [] for security_group (ebe31186-9c87-496b-8d04-41dbf32e4ed8), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:40.638650 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3ff50532-d6ff-495e-afa6-12f88bf5bd3a admin admin] Publish callbacks [] for security_group (ebe31186-9c87-496b-8d04-41dbf32e4ed8), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:40.686701 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3ff50532-d6ff-495e-afa6-12f88bf5bd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (ebe31186-9c87-496b-8d04-41dbf32e4ed8), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:40.689363 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-3ff50532-d6ff-495e-afa6-12f88bf5bd3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:40.690489 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-3ff50532-d6ff-495e-afa6-12f88bf5bd3a admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/ebe31186-9c87-496b-8d04-41dbf32e4ed8 HTTP/1.1" status: 204 len: 168 time: 0.1265740 Oct 20 13:43:40.698418 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff50532-d6ff-495e-afa6-12f88bf5bd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe31186-9c87-496b-8d04-41dbf32e4ed8,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:43.245286 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 49700) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:43.356836 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-48d06378-3091-4225-9617-a63c52cfa2dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:43.435807 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-48d06378-3091-4225-9617-a63c52cfa2dc admin admin] Publish callbacks [] for security_group (35bb8032-bda1-4aa5-a64c-f6cf22af0a00), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:43.440735 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-48d06378-3091-4225-9617-a63c52cfa2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (35bb8032-bda1-4aa5-a64c-f6cf22af0a00), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:43.484927 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 49704) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:43.485476 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-48d06378-3091-4225-9617-a63c52cfa2dc admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=9eed2388944f40ca81511a300cabab0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378924 Oct 20 13:43:43.486184 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d06378-3091-4225-9617-a63c52cfa2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bb8032-bda1-4aa5-a64c-f6cf22af0a00,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:43.512181 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:43.556679 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d0bdeb90-ae4a-4130-b963-7dcdeb892209 admin admin] Publish callbacks [] for security_group (35bb8032-bda1-4aa5-a64c-f6cf22af0a00), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:43.577948 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d0bdeb90-ae4a-4130-b963-7dcdeb892209 admin admin] Publish callbacks [] for security_group (35bb8032-bda1-4aa5-a64c-f6cf22af0a00), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:43.631799 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d0bdeb90-ae4a-4130-b963-7dcdeb892209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (35bb8032-bda1-4aa5-a64c-f6cf22af0a00), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:43.634682 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-d0bdeb90-ae4a-4130-b963-7dcdeb892209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:43.638434 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-d0bdeb90-ae4a-4130-b963-7dcdeb892209 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/35bb8032-bda1-4aa5-a64c-f6cf22af0a00 HTTP/1.1" status: 204 len: 168 time: 0.1497245 Oct 20 13:43:43.645728 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdeb90-ae4a-4130-b963-7dcdeb892209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bb8032-bda1-4aa5-a64c-f6cf22af0a00,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:43.937930 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 49716) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:43.952270 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2b22bf88-a4e0-49c1-b447-bdd4c7ffe7e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:43.974537 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:44.032674 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2b22bf88-a4e0-49c1-b447-bdd4c7ffe7e9 admin admin] Publish callbacks [] for security_group (4824396c-7b0b-4dc0-b92d-6a96daf527ec), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:44.036271 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2b22bf88-a4e0-49c1-b447-bdd4c7ffe7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (4824396c-7b0b-4dc0-b92d-6a96daf527ec), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:44.072823 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22bf88-a4e0-49c1-b447-bdd4c7ffe7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4824396c-7b0b-4dc0-b92d-6a96daf527ec,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:44.077046 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-2b22bf88-a4e0-49c1-b447-bdd4c7ffe7e9 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=38ef1b077fa4416a9fa41a6e0c62eb4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380918 Oct 20 13:43:44.080316 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 49718) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:44.130834 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ab57d7bb-63b5-4c37-83c8-f1755c99b6f1 admin admin] Publish callbacks [] for security_group (4824396c-7b0b-4dc0-b92d-6a96daf527ec), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:44.161395 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ab57d7bb-63b5-4c37-83c8-f1755c99b6f1 admin admin] Publish callbacks [] for security_group (4824396c-7b0b-4dc0-b92d-6a96daf527ec), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:44.208751 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ab57d7bb-63b5-4c37-83c8-f1755c99b6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (4824396c-7b0b-4dc0-b92d-6a96daf527ec), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:44.211216 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ab57d7bb-63b5-4c37-83c8-f1755c99b6f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:44.212332 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-ab57d7bb-63b5-4c37-83c8-f1755c99b6f1 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/4824396c-7b0b-4dc0-b92d-6a96daf527ec HTTP/1.1" status: 204 len: 168 time: 0.1309874 Oct 20 13:43:44.221352 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57d7bb-63b5-4c37-83c8-f1755c99b6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4824396c-7b0b-4dc0-b92d-6a96daf527ec,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:46.112630 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=38 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:51.740437 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 49894) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:51.881883 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-e0e39bb8-4357-40e7-b748-0d06a7082ab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:51.960324 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-e0e39bb8-4357-40e7-b748-0d06a7082ab8 admin admin] Publish callbacks [] for security_group (16d30727-c4fd-4e10-862b-3876000e2d5b), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:51.964443 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-e0e39bb8-4357-40e7-b748-0d06a7082ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (16d30727-c4fd-4e10-862b-3876000e2d5b), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:52.004260 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-e0e39bb8-4357-40e7-b748-0d06a7082ab8 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=77169c53a2ac423ba77a7631f6ce554c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2626138 Oct 20 13:43:52.006155 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e39bb8-4357-40e7-b748-0d06a7082ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d30727-c4fd-4e10-862b-3876000e2d5b,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:52.007162 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 49904) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:52.059350 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ae00953d-5f2c-40e5-969c-9df69b836dd8 admin admin] Publish callbacks [] for security_group (16d30727-c4fd-4e10-862b-3876000e2d5b), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:52.079308 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ae00953d-5f2c-40e5-969c-9df69b836dd8 admin admin] Publish callbacks [] for security_group (16d30727-c4fd-4e10-862b-3876000e2d5b), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:52.131671 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ae00953d-5f2c-40e5-969c-9df69b836dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (16d30727-c4fd-4e10-862b-3876000e2d5b), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:52.134281 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-ae00953d-5f2c-40e5-969c-9df69b836dd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:52.135451 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-ae00953d-5f2c-40e5-969c-9df69b836dd8 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/16d30727-c4fd-4e10-862b-3876000e2d5b HTTP/1.1" status: 204 len: 168 time: 0.1271517 Oct 20 13:43:52.143528 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00953d-5f2c-40e5-969c-9df69b836dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d30727-c4fd-4e10-862b-3876000e2d5b,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:52.417449 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 49916) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:52.431570 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-48b7bfcf-3d0a-4514-8887-1ffdf5e00ca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:52.508100 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-48b7bfcf-3d0a-4514-8887-1ffdf5e00ca1 admin admin] Publish callbacks [] for security_group (cf472822-26db-47a9-8942-a56bc2539e35), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:52.512493 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-48b7bfcf-3d0a-4514-8887-1ffdf5e00ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (cf472822-26db-47a9-8942-a56bc2539e35), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:52.545270 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:52.551667 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-48b7bfcf-3d0a-4514-8887-1ffdf5e00ca1 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=d09e60e08a494a05940297c92740a601&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331902 Oct 20 13:43:52.554188 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7bfcf-3d0a-4514-8887-1ffdf5e00ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf472822-26db-47a9-8942-a56bc2539e35,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:52.554756 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 49918) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:52.603637 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-aeb1abe9-10fe-473f-a528-0764728957f8 admin admin] Publish callbacks [] for security_group (cf472822-26db-47a9-8942-a56bc2539e35), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:52.623831 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-aeb1abe9-10fe-473f-a528-0764728957f8 admin admin] Publish callbacks [] for security_group (cf472822-26db-47a9-8942-a56bc2539e35), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:52.669306 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-aeb1abe9-10fe-473f-a528-0764728957f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (cf472822-26db-47a9-8942-a56bc2539e35), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:52.671896 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-aeb1abe9-10fe-473f-a528-0764728957f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:52.673552 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-aeb1abe9-10fe-473f-a528-0764728957f8 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/cf472822-26db-47a9-8942-a56bc2539e35 HTTP/1.1" status: 204 len: 168 time: 0.1177840 Oct 20 13:43:52.682044 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1abe9-10fe-473f-a528-0764728957f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf472822-26db-47a9-8942-a56bc2539e35,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:53.167765 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 49938) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:53.278739 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-3a7b5d35-4e47-4481-ac46-6abcec5431ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:53.297828 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:53.334564 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:53.368468 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-3a7b5d35-4e47-4481-ac46-6abcec5431ed admin admin] Publish callbacks [] for security_group (57f57414-7bb4-444b-bbfe-ac379f2f195d), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:53.378877 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-3a7b5d35-4e47-4481-ac46-6abcec5431ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (57f57414-7bb4-444b-bbfe-ac379f2f195d), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:53.422031 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-3a7b5d35-4e47-4481-ac46-6abcec5431ed admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=b947d0325b7245dda895da87fc8a28ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531719 Oct 20 13:43:53.424934 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b5d35-4e47-4481-ac46-6abcec5431ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f57414-7bb4-444b-bbfe-ac379f2f195d,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:53.425592 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 49956) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:53.476161 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a2a4328d-cb8e-4df9-b448-f9e0138f446e admin admin] Publish callbacks [] for security_group (57f57414-7bb4-444b-bbfe-ac379f2f195d), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:53.498641 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a2a4328d-cb8e-4df9-b448-f9e0138f446e admin admin] Publish callbacks [] for security_group (57f57414-7bb4-444b-bbfe-ac379f2f195d), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:53.505575 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:DELETE=6,neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:53.554532 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a2a4328d-cb8e-4df9-b448-f9e0138f446e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (57f57414-7bb4-444b-bbfe-ac379f2f195d), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:53.556958 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a2a4328d-cb8e-4df9-b448-f9e0138f446e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:53.558088 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-a2a4328d-cb8e-4df9-b448-f9e0138f446e admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/57f57414-7bb4-444b-bbfe-ac379f2f195d HTTP/1.1" status: 204 len: 168 time: 0.1315169 Oct 20 13:43:53.567258 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4328d-cb8e-4df9-b448-f9e0138f446e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f57414-7bb4-444b-bbfe-ac379f2f195d,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:54.142099 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=53 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:54.641628 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f1912e3a-2fa2-45bd-8585-b6815ea58d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:55.826037 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 50032) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:55.933497 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-43e4f7bc-2c3f-44dc-bfa0-92c16e634957 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:56.018361 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-43e4f7bc-2c3f-44dc-bfa0-92c16e634957 admin admin] Publish callbacks [] for security_group (73123167-1479-4446-bdee-1dcadafe03bb), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:56.022176 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-43e4f7bc-2c3f-44dc-bfa0-92c16e634957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (73123167-1479-4446-bdee-1dcadafe03bb), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:56.062745 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-43e4f7bc-2c3f-44dc-bfa0-92c16e634957 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=d2f47c67111a49e184409ce751039485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356389 Oct 20 13:43:56.064689 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4f7bc-2c3f-44dc-bfa0-92c16e634957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73123167-1479-4446-bdee-1dcadafe03bb,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:56.065928 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 50050) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:56.113775 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-bb98a672-88bb-409a-a877-87c779caecce tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.23 "GET /networking/v2.0/networks?tenant_id=29dff2585070499ea1cdaa39016417d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320597 Oct 20 13:43:56.263346 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-491420b4-3d8f-4061-8e6f-03e6120291c4 admin admin] Publish callbacks [] for security_group (73123167-1479-4446-bdee-1dcadafe03bb), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:56.333649 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-491420b4-3d8f-4061-8e6f-03e6120291c4 admin admin] Publish callbacks [] for security_group (73123167-1479-4446-bdee-1dcadafe03bb), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:56.357000 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-d63ff666-786e-478c-9e20-1430c0321063 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:43:56.358465 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-d63ff666-786e-478c-9e20-1430c0321063 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.23 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2364879 Oct 20 13:43:56.388449 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-df7464b7-b184-40fc-afeb-a2f221041035 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.23 "GET /networking/v2.0/quotas/29dff2585070499ea1cdaa39016417d0 HTTP/1.1" status: 200 len: 375 time: 0.0240297 Oct 20 13:43:56.424652 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-eeba044d-92ff-4add-b278-1f0fc1363a67 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=29dff2585070499ea1cdaa39016417d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296063 Oct 20 13:43:56.429655 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-491420b4-3d8f-4061-8e6f-03e6120291c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (73123167-1479-4446-bdee-1dcadafe03bb), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:56.432348 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-491420b4-3d8f-4061-8e6f-03e6120291c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:56.433649 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-491420b4-3d8f-4061-8e6f-03e6120291c4 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/73123167-1479-4446-bdee-1dcadafe03bb HTTP/1.1" status: 204 len: 168 time: 0.3655581 Oct 20 13:43:56.444081 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491420b4-3d8f-4061-8e6f-03e6120291c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73123167-1479-4446-bdee-1dcadafe03bb,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:56.451879 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491420b4-3d8f-4061-8e6f-03e6120291c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:56.452139 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491420b4-3d8f-4061-8e6f-03e6120291c4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:56.452489 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491420b4-3d8f-4061-8e6f-03e6120291c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:56.452825 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491420b4-3d8f-4061-8e6f-03e6120291c4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:56.453735 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491420b4-3d8f-4061-8e6f-03e6120291c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:56.454562 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491420b4-3d8f-4061-8e6f-03e6120291c4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:56.454957 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491420b4-3d8f-4061-8e6f-03e6120291c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:56.455285 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491420b4-3d8f-4061-8e6f-03e6120291c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:56.455620 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491420b4-3d8f-4061-8e6f-03e6120291c4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:56.455960 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491420b4-3d8f-4061-8e6f-03e6120291c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:56.456268 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491420b4-3d8f-4061-8e6f-03e6120291c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:56.456896 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491420b4-3d8f-4061-8e6f-03e6120291c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:56.456896 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491420b4-3d8f-4061-8e6f-03e6120291c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:56.457852 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491420b4-3d8f-4061-8e6f-03e6120291c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:56.457852 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491420b4-3d8f-4061-8e6f-03e6120291c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:43:56.637502 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9db0b63b-9e36-4339-a87f-2844b6cfcc11 req-b3a02bef-8e18-4305-8ebe-431538bb7ba0 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f157145e-ca0a-418f-a843-2662a63b50bf HTTP/1.1" status: 200 len: 210 time: 0.0536814 Oct 20 13:43:56.951350 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7636ec0b-bb92-4902-88be-6862d3b9a39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:57.252680 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 50108) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:57.445397 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-4af5ef52-36d7-4a07-b873-da632f3e73ef admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1365706110-network', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:43:57.466676 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af5ef52-36d7-4a07-b873-da632f3e73ef admin admin] Made reservation on behalf of 2de4676254c14b55aa2b7765255c69c9 for: {'network': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:43:57.469983 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-4af5ef52-36d7-4a07-b873-da632f3e73ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for network (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:57.479272 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-4af5ef52-36d7-4a07-b873-da632f3e73ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:57.567575 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-4af5ef52-36d7-4a07-b873-da632f3e73ef admin admin] Publish callbacks [] for security_group (475e6747-1610-4b01-8947-9829de5c440f), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:57.571111 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-4af5ef52-36d7-4a07-b873-da632f3e73ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (475e6747-1610-4b01-8947-9829de5c440f), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:57.597560 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af5ef52-36d7-4a07-b873-da632f3e73ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=104733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 13:43:57.606890 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5ef52-36d7-4a07-b873-da632f3e73ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475e6747-1610-4b01-8947-9829de5c440f,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:57.614450 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-4af5ef52-36d7-4a07-b873-da632f3e73ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (a7beca9c-36f4-46f1-ac91-165bda043ab0), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:57.614910 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.db.segments_db [None req-4af5ef52-36d7-4a07-b873-da632f3e73ef admin admin] Added segment a7beca9c-36f4-46f1-ac91-165bda043ab0 of type vlan for network 0f592744-30d0-4c9f-8d1d-d169c26122c1 Oct 20 13:43:57.660031 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-4af5ef52-36d7-4a07-b873-da632f3e73ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747424292904'] for network (0f592744-30d0-4c9f-8d1d-d169c26122c1), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:57.688052 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-4af5ef52-36d7-4a07-b873-da632f3e73ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for network (0f592744-30d0-4c9f-8d1d-d169c26122c1), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:57.689278 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af5ef52-36d7-4a07-b873-da632f3e73ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:43:57.689787 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-4af5ef52-36d7-4a07-b873-da632f3e73ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:57.712191 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:57.755892 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-4af5ef52-36d7-4a07-b873-da632f3e73ef admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5016501 Oct 20 13:43:57.758890 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 50116) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:57.763825 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-6f9efd12-3308-4ad5-85ec-fdde1adab027 admin admin] Request body: {'subnet': {'network_id': '0f592744-30d0-4c9f-8d1d-d169c26122c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1365706110-subnet', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'ip_version': 4}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:43:57.783781 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9efd12-3308-4ad5-85ec-fdde1adab027 admin admin] Made reservation on behalf of 2de4676254c14b55aa2b7765255c69c9 for: {'subnet': 1} {{(pid=104732) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:43:57.784512 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5193c620-364a-4df3-aab7-40de3e2f3bc6 req-d929a220-f28a-4640-8b6a-d131629fdad2 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f157145e-ca0a-418f-a843-2662a63b50bf HTTP/1.1" status: 200 len: 210 time: 0.0706847 Oct 20 13:43:57.785620 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5ef52-36d7-4a07-b873-da632f3e73ef admin admin] Pushing event updated for resources: {'Network': ['ID=0f592744-30d0-4c9f-8d1d-d169c26122c1,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:57.786499 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6f9efd12-3308-4ad5-85ec-fdde1adab027 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25948906'] for subnet (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:57.796464 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Network 0f592744-30d0-4c9f-8d1d-d169c26122c1 details requested by agent ovs-agent-dv-cinder-862136-1-iscsi with host dv-cinder-862136-1-iscsi {{(pid=104734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 13:43:57.964028 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6f9efd12-3308-4ad5-85ec-fdde1adab027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25721148', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25948920'] for subnet (a66f4771-1c6e-4b05-b791-dfe578b44f37), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:58.014538 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9efd12-3308-4ad5-85ec-fdde1adab027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a66f4771-1c6e-4b05-b791-dfe578b44f37,revision_number=0']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:58.029858 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9efd12-3308-4ad5-85ec-fdde1adab027 admin admin] Checking segment: {'id': 'a7beca9c-36f4-46f1-ac91-165bda043ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f592744-30d0-4c9f-8d1d-d169c26122c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104732) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:43:58.030208 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9efd12-3308-4ad5-85ec-fdde1adab027 admin admin] Network hostable DHCP agents. Network: 0f592744-30d0-4c9f-8d1d-d169c26122c1, hostable agents: ['fc80e4aa-b75a-45f9-bc92-ee666d9592cb'], hosted agents: [] {{(pid=104732) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 13:43:58.048503 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9efd12-3308-4ad5-85ec-fdde1adab027 admin admin] Network 0f592744-30d0-4c9f-8d1d-d169c26122c1 is scheduled to be hosted by DHCP agent fc80e4aa-b75a-45f9-bc92-ee666d9592cb with binding_index 1 {{(pid=104732) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 13:43:58.057732 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-6f9efd12-3308-4ad5-85ec-fdde1adab027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862136-1-iscsi, 0f592744-30d0-4c9f-8d1d-d169c26122c1) {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:43:58.061907 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9efd12-3308-4ad5-85ec-fdde1adab027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104732) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:43:58.062489 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6f9efd12-3308-4ad5-85ec-fdde1adab027 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:58.067658 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6fdb88-1200-406d-96ca-9ab7f081af55 None None] Network 0f592744-30d0-4c9f-8d1d-d169c26122c1 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:43:58.082480 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-6f9efd12-3308-4ad5-85ec-fdde1adab027 admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3224909 Oct 20 13:43:58.085157 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 50118) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:43:58.089474 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-4bae6d60-2f5a-4342-b130-1ac7b70757aa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1365706110-router', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:43:58.115712 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-a63ce8dc-026d-459b-a8e4-2270a24e110e tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=29dff2585070499ea1cdaa39016417d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234640 Oct 20 13:43:58.117889 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4bae6d60-2f5a-4342-b130-1ac7b70757aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3865821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3818'] for router (d6713bf8-5f0e-4a24-ac37-c6be8db5673a), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:58.119173 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4bae6d60-2f5a-4342-b130-1ac7b70757aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3857831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3811'] for router (d6713bf8-5f0e-4a24-ac37-c6be8db5673a), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:58.152582 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:58.185583 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4bae6d60-2f5a-4342-b130-1ac7b70757aa admin admin] Publish callbacks [] for router_controller (d6713bf8-5f0e-4a24-ac37-c6be8db5673a), precommit_add_association {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:58.199871 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338387eb-c2a1-47bc-8f3c-5738ae5261d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d469a18-07e0-5135-909c-90e0e6ecf688-0f592744-30d0-4c9f-8d1d-d169c26122c1', 'network_id': '0f592744-30d0-4c9f-8d1d-d169c26122c1', 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'fixed_ips': [{'subnet_id': 'a66f4771-1c6e-4b05-b791-dfe578b44f37'}]}} from dv-cinder-862136-1-iscsi. {{(pid=104734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 13:43:58.201556 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-338387eb-c2a1-47bc-8f3c-5738ae5261d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:58.268145 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-28487848-42a1-4b0c-a918-65cdda47df99 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:43:58.269581 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-28487848-42a1-4b0c-a918-65cdda47df99 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1487126 Oct 20 13:43:58.279327 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:58.287863 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-6039005b-c290-4d59-b797-92cb84372dff tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Request body: {'port': {'device_id': 'f157145e-ca0a-418f-a843-2662a63b50bf', 'network_id': '070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e', 'admin_state_up': True, 'tenant_id': '29dff2585070499ea1cdaa39016417d0'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:43:58.303572 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:58.336720 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4bae6d60-2f5a-4342-b130-1ac7b70757aa admin admin] Publish callbacks [] for router_gateway (d6713bf8-5f0e-4a24-ac37-c6be8db5673a), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:58.358160 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-338387eb-c2a1-47bc-8f3c-5738ae5261d5 None None] Allocated IP 172.20.0.2 (0f592744-30d0-4c9f-8d1d-d169c26122c1/a66f4771-1c6e-4b05-b791-dfe578b44f37/bc04c785-2b7c-4c55-9c19-c10e97866d9f) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:43:58.404329 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:58.414551 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-6039005b-c290-4d59-b797-92cb84372dff tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Made reservation on behalf of 29dff2585070499ea1cdaa39016417d0 for: {'port': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:43:58.418582 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-6039005b-c290-4d59-b797-92cb84372dff tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:58.428125 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-6039005b-c290-4d59-b797-92cb84372dff tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:58.461662 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:58.538367 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-6039005b-c290-4d59-b797-92cb84372dff tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Publish callbacks [] for security_group (113e7721-36d4-4cda-beb4-0a431ed06c68), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:58.543663 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-6039005b-c290-4d59-b797-92cb84372dff tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (113e7721-36d4-4cda-beb4-0a431ed06c68), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:58.555698 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-338387eb-c2a1-47bc-8f3c-5738ae5261d5 None None] Publish callbacks [] for port (bc04c785-2b7c-4c55-9c19-c10e97866d9f), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:58.566776 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-338387eb-c2a1-47bc-8f3c-5738ae5261d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955'] for port (bc04c785-2b7c-4c55-9c19-c10e97866d9f), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:58.567537 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4bae6d60-2f5a-4342-b130-1ac7b70757aa admin admin] Publish callbacks [] for router_gateway (d6713bf8-5f0e-4a24-ac37-c6be8db5673a), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:58.575037 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:58.590227 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4bae6d60-2f5a-4342-b130-1ac7b70757aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:58.624450 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039005b-c290-4d59-b797-92cb84372dff tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=113e7721-36d4-4cda-beb4-0a431ed06c68,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:58.634524 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338387eb-c2a1-47bc-8f3c-5738ae5261d5 None None] Network 0f592744-30d0-4c9f-8d1d-d169c26122c1 is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:43:58.643340 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-338387eb-c2a1-47bc-8f3c-5738ae5261d5 None None] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:43:58.652660 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338387eb-c2a1-47bc-8f3c-5738ae5261d5 None None] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:43:58.671412 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338387eb-c2a1-47bc-8f3c-5738ae5261d5 None None] Pushing event updated for resources: {'Port': ['ID=bc04c785-2b7c-4c55-9c19-c10e97866d9f,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:58.720716 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-6039005b-c290-4d59-b797-92cb84372dff tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Allocated IP 192.168.233.122 (070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e/4a191d1b-83b5-4fec-a4ae-21c47eb09258/39fc983a-71f8-4c89-a812-ea8a2613e710) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:43:58.731467 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-4bae6d60-2f5a-4342-b130-1ac7b70757aa admin admin] Allocated IP 172.27.0.5 (54b02c82-3888-4407-a753-5cb002a664e9/80f1bf56-ddb3-4c42-8717-7c4bb006400e/c00d7b33-1441-47c1-8ad8-96836f16cbef) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:43:58.735780 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-338387eb-c2a1-47bc-8f3c-5738ae5261d5 None None] Attempting to bind port bc04c785-2b7c-4c55-9c19-c10e97866d9f on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:43:58.736350 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-338387eb-c2a1-47bc-8f3c-5738ae5261d5 None None] Attempting to bind port bc04c785-2b7c-4c55-9c19-c10e97866d9f by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': 'a7beca9c-36f4-46f1-ac91-165bda043ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f592744-30d0-4c9f-8d1d-d169c26122c1'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:43:58.736857 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338387eb-c2a1-47bc-8f3c-5738ae5261d5 None None] Attempting to bind port bc04c785-2b7c-4c55-9c19-c10e97866d9f on network 0f592744-30d0-4c9f-8d1d-d169c26122c1 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:43:58.817137 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338387eb-c2a1-47bc-8f3c-5738ae5261d5 None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:43:58.817137 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338387eb-c2a1-47bc-8f3c-5738ae5261d5 None None] Checking segment: {'id': 'a7beca9c-36f4-46f1-ac91-165bda043ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f592744-30d0-4c9f-8d1d-d169c26122c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:43:58.817137 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-338387eb-c2a1-47bc-8f3c-5738ae5261d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:58.817137 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338387eb-c2a1-47bc-8f3c-5738ae5261d5 None None] Bound using segment: {'id': 'a7beca9c-36f4-46f1-ac91-165bda043ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f592744-30d0-4c9f-8d1d-d169c26122c1'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:43:58.817137 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-338387eb-c2a1-47bc-8f3c-5738ae5261d5 None None] Bound port: bc04c785-2b7c-4c55-9c19-c10e97866d9f, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7beca9c-36f4-46f1-ac91-165bda043ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f592744-30d0-4c9f-8d1d-d169c26122c1'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:43:58.817137 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-338387eb-c2a1-47bc-8f3c-5738ae5261d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (bc04c785-2b7c-4c55-9c19-c10e97866d9f), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:58.918934 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4bae6d60-2f5a-4342-b130-1ac7b70757aa admin admin] Publish callbacks [] for port (c00d7b33-1441-47c1-8ad8-96836f16cbef), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:58.931352 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-338387eb-c2a1-47bc-8f3c-5738ae5261d5 None None] For port bc04c785-2b7c-4c55-9c19-c10e97866d9f, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:43:58.939412 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-338387eb-c2a1-47bc-8f3c-5738ae5261d5 None None] For port bc04c785-2b7c-4c55-9c19-c10e97866d9f, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=bc04c785-2b7c-4c55-9c19-c10e97866d9f,segment=NetworkSegment(a7beca9c-36f4-46f1-ac91-165bda043ab0),segment_id=a7beca9c-36f4-46f1-ac91-165bda043ab0)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:43:58.948565 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-338387eb-c2a1-47bc-8f3c-5738ae5261d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (bc04c785-2b7c-4c55-9c19-c10e97866d9f), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:58.961416 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4bae6d60-2f5a-4342-b130-1ac7b70757aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (c00d7b33-1441-47c1-8ad8-96836f16cbef), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:58.961656 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-978bafdf-b814-4110-a710-e4f6106550c4 req-7533bf05-a1e4-4509-957c-c03722f9a0cb tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f157145e-ca0a-418f-a843-2662a63b50bf HTTP/1.1" status: 200 len: 210 time: 0.0715475 Oct 20 13:43:59.003934 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bae6d60-2f5a-4342-b130-1ac7b70757aa admin admin] Network 54b02c82-3888-4407-a753-5cb002a664e9 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:43:59.007083 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-4bae6d60-2f5a-4342-b130-1ac7b70757aa admin admin] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:43:59.009598 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bae6d60-2f5a-4342-b130-1ac7b70757aa admin admin] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:43:59.014523 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-6039005b-c290-4d59-b797-92cb84372dff tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Publish callbacks [] for port (39fc983a-71f8-4c89-a812-ea8a2613e710), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:59.027219 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338387eb-c2a1-47bc-8f3c-5738ae5261d5 None None] Pushing event updated for resources: {'Port': ['ID=bc04c785-2b7c-4c55-9c19-c10e97866d9f,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:59.054655 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-6039005b-c290-4d59-b797-92cb84372dff tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (39fc983a-71f8-4c89-a812-ea8a2613e710), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:59.069040 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:59.107003 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-6039005b-c290-4d59-b797-92cb84372dff tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Network 070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:43:59.111844 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-6039005b-c290-4d59-b797-92cb84372dff tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:43:59.117096 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-6039005b-c290-4d59-b797-92cb84372dff tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:43:59.174725 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-6039005b-c290-4d59-b797-92cb84372dff tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:43:59.175413 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-6039005b-c290-4d59-b797-92cb84372dff tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:59.182291 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039005b-c290-4d59-b797-92cb84372dff tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Pushing event updated for resources: {'Port': ['ID=39fc983a-71f8-4c89-a812-ea8a2613e710,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:59.227888 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-6039005b-c290-4d59-b797-92cb84372dff tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9473555 Oct 20 13:43:59.244001 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-a2417873-3f76-4d05-8853-7f55058bc462 service neutron] Request body: {'port': {'device_id': 'f157145e-ca0a-418f-a843-2662a63b50bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86213'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:43:59.318013 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bae6d60-2f5a-4342-b130-1ac7b70757aa admin admin] Pushing event updated for resources: {'Port': ['ID=c00d7b33-1441-47c1-8ad8-96836f16cbef,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:59.319631 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:59.329101 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-a2417873-3f76-4d05-8853-7f55058bc462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (39fc983a-71f8-4c89-a812-ea8a2613e710), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:59.456286 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:59.469745 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-1c4d579f-ee34-4b3b-8754-3ded3c298479 None None] Provisioning complete for port 39fc983a-71f8-4c89-a812-ea8a2613e710 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:43:59.470436 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1c4d579f-ee34-4b3b-8754-3ded3c298479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (39fc983a-71f8-4c89-a812-ea8a2613e710), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:59.470436 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-1c4d579f-ee34-4b3b-8754-3ded3c298479 None None] Attempt 1 to provision port 39fc983a-71f8-4c89-a812-ea8a2613e710 Oct 20 13:43:59.520652 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-1c4d579f-ee34-4b3b-8754-3ded3c298479 None None] Port 39fc983a-71f8-4c89-a812-ea8a2613e710 cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:43:59.557739 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4bae6d60-2f5a-4342-b130-1ac7b70757aa admin admin] Publish callbacks [] for router_gateway (d6713bf8-5f0e-4a24-ac37-c6be8db5673a), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:59.606701 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-a2417873-3f76-4d05-8853-7f55058bc462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39fc983a-71f8-4c89-a812-ea8a2613e710 {{(pid=104733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:43:59.614731 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-a2417873-3f76-4d05-8853-7f55058bc462 service neutron] Publish callbacks [] for port (39fc983a-71f8-4c89-a812-ea8a2613e710), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:59.629336 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.provisioning_blocks [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-a2417873-3f76-4d05-8853-7f55058bc462 service neutron] Transition to ACTIVE for port object 39fc983a-71f8-4c89-a812-ea8a2613e710 will not be triggered until provisioned by entity L2. {{(pid=104733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 13:43:59.634369 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-a2417873-3f76-4d05-8853-7f55058bc462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (39fc983a-71f8-4c89-a812-ea8a2613e710), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:59.638750 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:59.718274 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2417873-3f76-4d05-8853-7f55058bc462 service neutron] Pushing event updated for resources: {'Port': ['ID=39fc983a-71f8-4c89-a812-ea8a2613e710,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:43:59.742641 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-a2417873-3f76-4d05-8853-7f55058bc462 service neutron] Attempting to bind port 39fc983a-71f8-4c89-a812-ea8a2613e710 on host hv-cinder-86213 for vnic_type normal with profile {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:43:59.742976 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-a2417873-3f76-4d05-8853-7f55058bc462 service neutron] Attempting to bind port 39fc983a-71f8-4c89-a812-ea8a2613e710 by drivers openvswitch,hyperv on host hv-cinder-86213 at level 0 using segments [{'id': 'e440bfe5-c9d4-4b40-8725-1ab47ba9348c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e'}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:43:59.743299 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-a2417873-3f76-4d05-8853-7f55058bc462 service neutron] Attempting to bind port 39fc983a-71f8-4c89-a812-ea8a2613e710 on network 070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:43:59.748508 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4bae6d60-2f5a-4342-b130-1ac7b70757aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3855127'] for router (d6713bf8-5f0e-4a24-ac37-c6be8db5673a), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:59.753873 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:59.794191 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-a2417873-3f76-4d05-8853-7f55058bc462 service neutron] Port 39fc983a-71f8-4c89-a812-ea8a2613e710 on network 070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86213 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 13:43:59.794516 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-a2417873-3f76-4d05-8853-7f55058bc462 service neutron] Attempting to bind port 39fc983a-71f8-4c89-a812-ea8a2613e710 on network 070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:43:59.842388 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-a2417873-3f76-4d05-8853-7f55058bc462 service neutron] Checking agent: {'id': '4b042e07-7f30-49b6-94c5-05338f7deed3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'started_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:43:59.842624 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-a2417873-3f76-4d05-8853-7f55058bc462 service neutron] Checking segment: {'id': 'e440bfe5-c9d4-4b40-8725-1ab47ba9348c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:43:59.842969 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-a2417873-3f76-4d05-8853-7f55058bc462 service neutron] Bound using segment: {'id': 'e440bfe5-c9d4-4b40-8725-1ab47ba9348c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e'} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:43:59.843402 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-a2417873-3f76-4d05-8853-7f55058bc462 service neutron] Bound port: 39fc983a-71f8-4c89-a812-ea8a2613e710, host: hv-cinder-86213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e440bfe5-c9d4-4b40-8725-1ab47ba9348c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e'}}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:43:59.843756 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-a2417873-3f76-4d05-8853-7f55058bc462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (39fc983a-71f8-4c89-a812-ea8a2613e710), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:59.854124 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:43:59.886032 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bae6d60-2f5a-4342-b130-1ac7b70757aa admin admin] Router d6713bf8-5f0e-4a24-ac37-c6be8db5673a is scheduled to L3 agent be337168-f950-40d6-92a4-727d8beca7ca with binding_index 1 {{(pid=104732) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 13:43:59.914666 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-a2417873-3f76-4d05-8853-7f55058bc462 service neutron] For port 39fc983a-71f8-4c89-a812-ea8a2613e710, host hv-cinder-86213, cleared binding levels {{(pid=104733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:43:59.918132 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-a2417873-3f76-4d05-8853-7f55058bc462 service neutron] For port 39fc983a-71f8-4c89-a812-ea8a2613e710, host hv-cinder-86213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=39fc983a-71f8-4c89-a812-ea8a2613e710,segment=NetworkSegment(e440bfe5-c9d4-4b40-8725-1ab47ba9348c),segment_id=e440bfe5-c9d4-4b40-8725-1ab47ba9348c)] {{(pid=104733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:43:59.926953 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-a2417873-3f76-4d05-8853-7f55058bc462 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (39fc983a-71f8-4c89-a812-ea8a2613e710), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:59.931807 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-a2417873-3f76-4d05-8853-7f55058bc462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:43:59.932717 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-a2417873-3f76-4d05-8853-7f55058bc462 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:43:59.934447 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-a2417873-3f76-4d05-8853-7f55058bc462 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/39fc983a-71f8-4c89-a812-ea8a2613e710 HTTP/1.1" status: 200 len: 1098 time: 0.6951919 Oct 20 13:43:59.935151 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f157145e-ca0a-418f-a843-2662a63b50bf', 'tag': '39fc983a-71f8-4c89-a812-ea8a2613e710'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:43:59.937829 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6116a775-4741-4e9e-940b-79f04b82d09d" -d '{"events": [{"name": "network-changed", "server_uuid": "f157145e-ca0a-418f-a843-2662a63b50bf", "tag": "39fc983a-71f8-4c89-a812-ea8a2613e710"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:44:00.016543 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18c91f4-73e2-45d1-8a05-05cd9c6e4f47 x-openstack-request-id: req-f18c91f4-73e2-45d1-8a05-05cd9c6e4f47 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:44:00.016968 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f157145e-ca0a-418f-a843-2662a63b50bf", "tag": "39fc983a-71f8-4c89-a812-ea8a2613e710", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:44:00.017313 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f18c91f4-73e2-45d1-8a05-05cd9c6e4f47 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:44:00.017827 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f18c91f4-73e2-45d1-8a05-05cd9c6e4f47'] response: {'name': 'network-changed', 'server_uuid': 'f157145e-ca0a-418f-a843-2662a63b50bf', 'tag': '39fc983a-71f8-4c89-a812-ea8a2613e710', 'status': 'completed', 'code': 200} Oct 20 13:44:00.064647 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2417873-3f76-4d05-8853-7f55058bc462 service neutron] Pushing event updated for resources: {'Port': ['ID=39fc983a-71f8-4c89-a812-ea8a2613e710,revision_number=3']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:00.073379 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-e6837eb4-8a3e-4d58-b48f-f7e3c61cce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:00.075030 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-e6837eb4-8a3e-4d58-b48f-f7e3c61cce45 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=29dff2585070499ea1cdaa39016417d0&device_id=f157145e-ca0a-418f-a843-2662a63b50bf HTTP/1.1" status: 200 len: 1132 time: 0.0946784 Oct 20 13:44:00.096476 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bae6d60-2f5a-4342-b130-1ac7b70757aa admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:44:00.111486 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de60651-48b1-41cc-8b2c-4c4b515636f9 None None] Sync routers for ids ['d6713bf8-5f0e-4a24-ac37-c6be8db5673a'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:44:00.124757 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-4bae6d60-2f5a-4342-b130-1ac7b70757aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:00.129140 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-4bae6d60-2f5a-4342-b130-1ac7b70757aa admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0405421 Oct 20 13:44:00.129305 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de60651-48b1-41cc-8b2c-4c4b515636f9 None None] Routers {'d6713bf8-5f0e-4a24-ac37-c6be8db5673a'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:44:00.129646 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-9de60651-48b1-41cc-8b2c-4c4b515636f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:43:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['d6713bf8-5f0e-4a24-ac37-c6be8db5673a'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:44:00.134059 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 50144) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:44:00.148544 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device bc04c785-2b7c-4c55-9c19-c10e97866d9f up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:44:00.206102 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port bc04c785-2b7c-4c55-9c19-c10e97866d9f triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:44:00.206769 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (bc04c785-2b7c-4c55-9c19-c10e97866d9f), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:00.207130 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port bc04c785-2b7c-4c55-9c19-c10e97866d9f Oct 20 13:44:00.230776 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2edabad-3e64-4b9a-8c0d-24bdb8c724c3 None None] Network 0f592744-30d0-4c9f-8d1d-d169c26122c1 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:44:00.299937 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-c7caa8d8-1a85-402f-b1fe-d8fab2b66fe3 None None] Provisioning complete for port bc04c785-2b7c-4c55-9c19-c10e97866d9f triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:44:00.300313 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c7caa8d8-1a85-402f-b1fe-d8fab2b66fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (bc04c785-2b7c-4c55-9c19-c10e97866d9f), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:00.300648 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-c7caa8d8-1a85-402f-b1fe-d8fab2b66fe3 None None] Attempt 1 to provision port bc04c785-2b7c-4c55-9c19-c10e97866d9f Oct 20 13:44:00.366658 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:00.367928 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:00.370071 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-5df0e255-042e-4a67-890d-b5c1cd1f4a55 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=39fc983a-71f8-4c89-a812-ea8a2613e710 HTTP/1.1" status: 200 len: 217 time: 0.2430267 Oct 20 13:44:00.381879 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e98c2-241e-49c0-aab8-0025f89aed4a req-a9d9e356-a8f7-4475-9163-e83f6a73a7d3 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:00.383671 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-990e98c2-241e-49c0-aab8-0025f89aed4a req-a9d9e356-a8f7-4475-9163-e83f6a73a7d3 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f157145e-ca0a-418f-a843-2662a63b50bf HTTP/1.1" status: 200 len: 948 time: 0.2987611 Oct 20 13:44:00.404054 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-9de60651-48b1-41cc-8b2c-4c4b515636f9 None None] Set router d6713bf8-5f0e-4a24-ac37-c6be8db5673a gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:44:00.427123 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:00.454884 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port bc04c785-2b7c-4c55-9c19-c10e97866d9f is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:44:00.456995 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (bc04c785-2b7c-4c55-9c19-c10e97866d9f), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:00.525556 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-c7caa8d8-1a85-402f-b1fe-d8fab2b66fe3 None None] Current status of the port bc04c785-2b7c-4c55-9c19-c10e97866d9f is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:44:00.525556 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c7caa8d8-1a85-402f-b1fe-d8fab2b66fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (bc04c785-2b7c-4c55-9c19-c10e97866d9f), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:00.533014 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-990e98c2-241e-49c0-aab8-0025f89aed4a req-2c918a30-4891-4b24-b393-239924d30e47 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=113e7721-36d4-4cda-beb4-0a431ed06c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937028 Oct 20 13:44:00.562355 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port bc04c785-2b7c-4c55-9c19-c10e97866d9f, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=bc04c785-2b7c-4c55-9c19-c10e97866d9f,segment=NetworkSegment(a7beca9c-36f4-46f1-ac91-165bda043ab0),segment_id=a7beca9c-36f4-46f1-ac91-165bda043ab0)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:44:00.568351 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-3659f600-0119-4fc0-8e3b-90f6344216e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:00.570317 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-3659f600-0119-4fc0-8e3b-90f6344216e8 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=4a191d1b-83b5-4fec-a4ae-21c47eb09258 HTTP/1.1" status: 200 len: 843 time: 0.1464212 Oct 20 13:44:00.573482 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (bc04c785-2b7c-4c55-9c19-c10e97866d9f), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:00.645559 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-9de60651-48b1-41cc-8b2c-4c4b515636f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'name': 'tempest-TestShelveInstance-1365706110-router', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c00d7b33-1441-47c1-8ad8-96836f16cbef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:43:58Z', 'updated_at': '2022-10-20T13:43:59Z', 'revision_number': 3, 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'gw_port': {'id': 'c00d7b33-1441-47c1-8ad8-96836f16cbef', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:43:58Z', 'updated_at': '2022-10-20T13:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:44:00.668693 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.db.api [None req-c7caa8d8-1a85-402f-b1fe-d8fab2b66fe3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104734) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Oct 20 13:44:00.669927 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG oslo_db.api [None req-c7caa8d8-1a85-402f-b1fe-d8fab2b66fe3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 20 13:44:00.670533 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=bc04c785-2b7c-4c55-9c19-c10e97866d9f,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:00.676100 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de60651-48b1-41cc-8b2c-4c4b515636f9 None None] Checking router: d6713bf8-5f0e-4a24-ac37-c6be8db5673a for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:44:00.676494 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de60651-48b1-41cc-8b2c-4c4b515636f9 None None] Updating router d6713bf8-5f0e-4a24-ac37-c6be8db5673a port c00d7b33-1441-47c1-8ad8-96836f16cbef binding host dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 13:44:00.706147 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-acad5227-b69a-4327-a4cb-67e69c282a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:00.708792 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-acad5227-b69a-4327-a4cb-67e69c282a98 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1245391 Oct 20 13:44:00.711463 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9de60651-48b1-41cc-8b2c-4c4b515636f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (c00d7b33-1441-47c1-8ad8-96836f16cbef), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:00.979458 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9de60651-48b1-41cc-8b2c-4c4b515636f9 None None] Publish callbacks [] for port (c00d7b33-1441-47c1-8ad8-96836f16cbef), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:00.990823 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9de60651-48b1-41cc-8b2c-4c4b515636f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (c00d7b33-1441-47c1-8ad8-96836f16cbef), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:01.025406 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-9de60651-48b1-41cc-8b2c-4c4b515636f9 None None] Attempting to bind port c00d7b33-1441-47c1-8ad8-96836f16cbef on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:44:01.026193 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-9de60651-48b1-41cc-8b2c-4c4b515636f9 None None] Attempting to bind port c00d7b33-1441-47c1-8ad8-96836f16cbef by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:44:01.026193 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de60651-48b1-41cc-8b2c-4c4b515636f9 None None] Attempting to bind port c00d7b33-1441-47c1-8ad8-96836f16cbef on network 54b02c82-3888-4407-a753-5cb002a664e9 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:44:01.067021 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d28ab5-3845-49b9-8225-5e5469a2023b None None] Pushing event updated for resources: {'Port': ['ID=c00d7b33-1441-47c1-8ad8-96836f16cbef,revision_number=2']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:01.080642 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d28ab5-3845-49b9-8225-5e5469a2023b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:01.081043 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d28ab5-3845-49b9-8225-5e5469a2023b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:01.081365 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d28ab5-3845-49b9-8225-5e5469a2023b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:01.081721 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d28ab5-3845-49b9-8225-5e5469a2023b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:01.082058 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d28ab5-3845-49b9-8225-5e5469a2023b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:01.082384 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d28ab5-3845-49b9-8225-5e5469a2023b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:01.082706 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d28ab5-3845-49b9-8225-5e5469a2023b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:01.083027 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d28ab5-3845-49b9-8225-5e5469a2023b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:01.083341 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d28ab5-3845-49b9-8225-5e5469a2023b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:01.083656 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d28ab5-3845-49b9-8225-5e5469a2023b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:01.083982 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d28ab5-3845-49b9-8225-5e5469a2023b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:01.084324 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d28ab5-3845-49b9-8225-5e5469a2023b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:01.084644 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d28ab5-3845-49b9-8225-5e5469a2023b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:01.084975 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d28ab5-3845-49b9-8225-5e5469a2023b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:01.085291 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d28ab5-3845-49b9-8225-5e5469a2023b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104735) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:01.099071 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de60651-48b1-41cc-8b2c-4c4b515636f9 None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:44:01.099476 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de60651-48b1-41cc-8b2c-4c4b515636f9 None None] Checking segment: {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:44:01.099877 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9de60651-48b1-41cc-8b2c-4c4b515636f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:01.100265 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de60651-48b1-41cc-8b2c-4c4b515636f9 None None] Bound using segment: {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:44:01.100744 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-9de60651-48b1-41cc-8b2c-4c4b515636f9 None None] Bound port: c00d7b33-1441-47c1-8ad8-96836f16cbef, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:44:01.101153 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9de60651-48b1-41cc-8b2c-4c4b515636f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (c00d7b33-1441-47c1-8ad8-96836f16cbef), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:01.133237 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-ecc7994a-fdf8-4ebb-9575-8235e6407aa0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171696 Oct 20 13:44:01.164266 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-9de60651-48b1-41cc-8b2c-4c4b515636f9 None None] For port c00d7b33-1441-47c1-8ad8-96836f16cbef, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:44:01.168676 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-9de60651-48b1-41cc-8b2c-4c4b515636f9 None None] For port c00d7b33-1441-47c1-8ad8-96836f16cbef, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=c00d7b33-1441-47c1-8ad8-96836f16cbef,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:44:01.176715 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-9de60651-48b1-41cc-8b2c-4c4b515636f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (c00d7b33-1441-47c1-8ad8-96836f16cbef), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:01.211303 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-c7caa8d8-1a85-402f-b1fe-d8fab2b66fe3 None None] Current status of the port bc04c785-2b7c-4c55-9c19-c10e97866d9f is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:44:01.218594 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de60651-48b1-41cc-8b2c-4c4b515636f9 None None] Routers {'d6713bf8-5f0e-4a24-ac37-c6be8db5673a'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:44:01.219604 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-9de60651-48b1-41cc-8b2c-4c4b515636f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:43:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['d6713bf8-5f0e-4a24-ac37-c6be8db5673a'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:44:01.297516 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:01.301850 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3d828e0e-df38-45c3-9587-3bfbb16b93d3 req-ee88a300-ad1f-4f9a-af51-6bc3e0c08e6e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438916 Oct 20 13:44:01.303462 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-676f75e7-0761-49e9-8e9b-30bcccd7bdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:01.308126 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d28ab5-3845-49b9-8225-5e5469a2023b None None] Pushing event updated for resources: {'Port': ['ID=c00d7b33-1441-47c1-8ad8-96836f16cbef,revision_number=3']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:01.335108 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-444a03ed-6949-4fe0-8a97-0db584eb42ac None None] Provisioning complete for port bc04c785-2b7c-4c55-9c19-c10e97866d9f triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:44:01.336041 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-444a03ed-6949-4fe0-8a97-0db584eb42ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (bc04c785-2b7c-4c55-9c19-c10e97866d9f), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:01.336436 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-444a03ed-6949-4fe0-8a97-0db584eb42ac None None] Attempt 1 to provision port bc04c785-2b7c-4c55-9c19-c10e97866d9f Oct 20 13:44:01.346993 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:01.377586 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-9de60651-48b1-41cc-8b2c-4c4b515636f9 None None] Set router d6713bf8-5f0e-4a24-ac37-c6be8db5673a gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:44:01.386604 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:01.393565 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:01.429125 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-444a03ed-6949-4fe0-8a97-0db584eb42ac None None] Current status of the port bc04c785-2b7c-4c55-9c19-c10e97866d9f is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:44:01.483299 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [None req-676f75e7-0761-49e9-8e9b-30bcccd7bdfc admin admin] Allocated IP 172.20.0.1 (0f592744-30d0-4c9f-8d1d-d169c26122c1/a66f4771-1c6e-4b05-b791-dfe578b44f37/8cb82dbe-86f9-41ad-8f4a-e250de93ec0a) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:44:01.573245 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-9de60651-48b1-41cc-8b2c-4c4b515636f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'name': 'tempest-TestShelveInstance-1365706110-router', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c00d7b33-1441-47c1-8ad8-96836f16cbef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:43:58Z', 'updated_at': '2022-10-20T13:43:59Z', 'revision_number': 3, 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'gw_port': {'id': 'c00d7b33-1441-47c1-8ad8-96836f16cbef', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:43:58Z', 'updated_at': '2022-10-20T13:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:44:01.611158 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-676f75e7-0761-49e9-8e9b-30bcccd7bdfc admin admin] Publish callbacks [] for port (8cb82dbe-86f9-41ad-8f4a-e250de93ec0a), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:01.614566 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de60651-48b1-41cc-8b2c-4c4b515636f9 None None] The sync data for ids ['d6713bf8-5f0e-4a24-ac37-c6be8db5673a'] in dv-cinder-862136-1-iscsi is: [{'id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'name': 'tempest-TestShelveInstance-1365706110-router', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c00d7b33-1441-47c1-8ad8-96836f16cbef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:43:58Z', 'updated_at': '2022-10-20T13:43:59Z', 'revision_number': 3, 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'gw_port': {'id': 'c00d7b33-1441-47c1-8ad8-96836f16cbef', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:43:58Z', 'updated_at': '2022-10-20T13:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:44:01.692538 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:01.696053 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-676f75e7-0761-49e9-8e9b-30bcccd7bdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (8cb82dbe-86f9-41ad-8f4a-e250de93ec0a), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:01.711194 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da3e44-7192-4c25-97bd-3034f3eebe9e req-ca31cee3-9c54-4071-8cdf-a3e7e4668e2d tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:01.712788 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-67da3e44-7192-4c25-97bd-3034f3eebe9e req-ca31cee3-9c54-4071-8cdf-a3e7e4668e2d tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f157145e-ca0a-418f-a843-2662a63b50bf HTTP/1.1" status: 200 len: 948 time: 0.0731456 Oct 20 13:44:01.767301 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676f75e7-0761-49e9-8e9b-30bcccd7bdfc admin admin] Network 0f592744-30d0-4c9f-8d1d-d169c26122c1 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:44:01.775519 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [None req-676f75e7-0761-49e9-8e9b-30bcccd7bdfc admin admin] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:44:01.780422 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f75e7-0761-49e9-8e9b-30bcccd7bdfc admin admin] Pushing event updated for resources: {'Port': ['ID=8cb82dbe-86f9-41ad-8f4a-e250de93ec0a,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:01.784988 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676f75e7-0761-49e9-8e9b-30bcccd7bdfc admin admin] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:44:01.850170 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-67da3e44-7192-4c25-97bd-3034f3eebe9e req-0eb940a4-d96a-4a51-9933-f1023302b754 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=113e7721-36d4-4cda-beb4-0a431ed06c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149039 Oct 20 13:44:01.858579 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-676f75e7-0761-49e9-8e9b-30bcccd7bdfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859861'] for router_interface (d6713bf8-5f0e-4a24-ac37-c6be8db5673a), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:01.932079 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 50170) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:44:02.068290 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-47bac82b-c240-4c8d-b3bc-0d89248175e0 None None] Provisioning complete for port 8cb82dbe-86f9-41ad-8f4a-e250de93ec0a triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:44:02.078971 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-47bac82b-c240-4c8d-b3bc-0d89248175e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (8cb82dbe-86f9-41ad-8f4a-e250de93ec0a), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:02.085263 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-47bac82b-c240-4c8d-b3bc-0d89248175e0 None None] Attempt 1 to provision port 8cb82dbe-86f9-41ad-8f4a-e250de93ec0a Oct 20 13:44:02.118486 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-676f75e7-0761-49e9-8e9b-30bcccd7bdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (8cb82dbe-86f9-41ad-8f4a-e250de93ec0a), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:02.120755 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-111ea8c4-46db-412f-a270-018b97ef706f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:02.129030 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-47bac82b-c240-4c8d-b3bc-0d89248175e0 None None] Port 8cb82dbe-86f9-41ad-8f4a-e250de93ec0a cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:44:02.185032 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device c00d7b33-1441-47c1-8ad8-96836f16cbef up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:44:02.222656 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116a775-4741-4e9e-940b-79f04b82d09d req-c3bafd46-67be-40a3-9ba0-b70d491cd3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:02.224169 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6116a775-4741-4e9e-940b-79f04b82d09d req-c3bafd46-67be-40a3-9ba0-b70d491cd3b0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=29dff2585070499ea1cdaa39016417d0&device_id=f157145e-ca0a-418f-a843-2662a63b50bf HTTP/1.1" status: 200 len: 1132 time: 0.0832334 Oct 20 13:44:02.245910 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port c00d7b33-1441-47c1-8ad8-96836f16cbef triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:44:02.246368 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (c00d7b33-1441-47c1-8ad8-96836f16cbef), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:02.246810 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port c00d7b33-1441-47c1-8ad8-96836f16cbef Oct 20 13:44:02.302909 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:02.327536 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port c00d7b33-1441-47c1-8ad8-96836f16cbef is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:44:02.328108 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (c00d7b33-1441-47c1-8ad8-96836f16cbef), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:02.352146 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port c00d7b33-1441-47c1-8ad8-96836f16cbef, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=c00d7b33-1441-47c1-8ad8-96836f16cbef,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:44:02.357213 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (c00d7b33-1441-47c1-8ad8-96836f16cbef), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:02.357962 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device bc04c785-2b7c-4c55-9c19-c10e97866d9f up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:44:02.427518 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116a775-4741-4e9e-940b-79f04b82d09d req-a93eb95a-f781-4e69-8003-5f551b1af635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:02.429017 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6116a775-4741-4e9e-940b-79f04b82d09d req-a93eb95a-f781-4e69-8003-5f551b1af635 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e HTTP/1.1" status: 200 len: 870 time: 0.1911252 Oct 20 13:44:02.435603 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-111ea8c4-46db-412f-a270-018b97ef706f admin admin] Publish callbacks [] for security_group (b90cb69e-40dc-4f3c-95a9-9b6546ae4a73), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:02.444939 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=c00d7b33-1441-47c1-8ad8-96836f16cbef,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:02.449863 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port bc04c785-2b7c-4c55-9c19-c10e97866d9f triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:44:02.450467 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (bc04c785-2b7c-4c55-9c19-c10e97866d9f), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:02.451066 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port bc04c785-2b7c-4c55-9c19-c10e97866d9f Oct 20 13:44:02.451613 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-111ea8c4-46db-412f-a270-018b97ef706f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (b90cb69e-40dc-4f3c-95a9-9b6546ae4a73), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:02.509691 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6116a775-4741-4e9e-940b-79f04b82d09d req-edbf1045-ffe7-428f-9b24-fcf73f464d61 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=39fc983a-71f8-4c89-a812-ea8a2613e710 HTTP/1.1" status: 200 len: 217 time: 0.0664115 Oct 20 13:44:02.537812 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port bc04c785-2b7c-4c55-9c19-c10e97866d9f is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:44:02.571894 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:02.575873 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ea8c4-46db-412f-a270-018b97ef706f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90cb69e-40dc-4f3c-95a9-9b6546ae4a73,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:02.580845 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-111ea8c4-46db-412f-a270-018b97ef706f admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=aad84947a40f4e7eada99082ee91ab34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6477208 Oct 20 13:44:02.583662 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 50174) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:44:02.602567 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-676f75e7-0761-49e9-8e9b-30bcccd7bdfc admin admin] Publish callbacks [] for port (8cb82dbe-86f9-41ad-8f4a-e250de93ec0a), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:02.611838 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-676f75e7-0761-49e9-8e9b-30bcccd7bdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (8cb82dbe-86f9-41ad-8f4a-e250de93ec0a), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:02.617775 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116a775-4741-4e9e-940b-79f04b82d09d req-bc451a48-38d1-4d45-8254-7fc9dfb21a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:02.619396 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6116a775-4741-4e9e-940b-79f04b82d09d req-bc451a48-38d1-4d45-8254-7fc9dfb21a76 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=4a191d1b-83b5-4fec-a4ae-21c47eb09258 HTTP/1.1" status: 200 len: 843 time: 0.0899494 Oct 20 13:44:02.643811 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a83f3695-c89d-4c95-bffa-01b815f74e6e admin admin] Publish callbacks [] for security_group (b90cb69e-40dc-4f3c-95a9-9b6546ae4a73), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:02.668524 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a83f3695-c89d-4c95-bffa-01b815f74e6e admin admin] Publish callbacks [] for security_group (b90cb69e-40dc-4f3c-95a9-9b6546ae4a73), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:02.716512 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-676f75e7-0761-49e9-8e9b-30bcccd7bdfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864581'] for router_interface (d6713bf8-5f0e-4a24-ac37-c6be8db5673a), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:02.718246 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a83f3695-c89d-4c95-bffa-01b815f74e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (b90cb69e-40dc-4f3c-95a9-9b6546ae4a73), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:02.721024 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-a83f3695-c89d-4c95-bffa-01b815f74e6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:02.722164 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-a83f3695-c89d-4c95-bffa-01b815f74e6e admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/b90cb69e-40dc-4f3c-95a9-9b6546ae4a73 HTTP/1.1" status: 204 len: 168 time: 0.1374493 Oct 20 13:44:02.724169 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116a775-4741-4e9e-940b-79f04b82d09d req-0bdc76e7-114b-418f-8e81-d751573a101c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:02.725787 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6116a775-4741-4e9e-940b-79f04b82d09d req-0bdc76e7-114b-418f-8e81-d751573a101c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0856869 Oct 20 13:44:02.729709 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f75e7-0761-49e9-8e9b-30bcccd7bdfc admin admin] Pushing event updated for resources: {'Port': ['ID=8cb82dbe-86f9-41ad-8f4a-e250de93ec0a,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:02.732158 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f3695-c89d-4c95-bffa-01b815f74e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90cb69e-40dc-4f3c-95a9-9b6546ae4a73,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:02.891705 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6116a775-4741-4e9e-940b-79f04b82d09d req-9650da10-76bd-4677-a005-526aac26f53c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544447 Oct 20 13:44:02.899109 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676f75e7-0761-49e9-8e9b-30bcccd7bdfc admin admin] Network 0f592744-30d0-4c9f-8d1d-d169c26122c1 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:44:02.908471 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [None req-676f75e7-0761-49e9-8e9b-30bcccd7bdfc admin admin] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:44:03.043840 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 50182) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:44:03.060628 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a132187-c1e6-4c1e-8c73-416dc34bc12b req-0c074161-2eec-4a97-a556-287ef20123b2 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:03.062237 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0a132187-c1e6-4c1e-8c73-416dc34bc12b req-0c074161-2eec-4a97-a556-287ef20123b2 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f157145e-ca0a-418f-a843-2662a63b50bf HTTP/1.1" status: 200 len: 948 time: 0.1031251 Oct 20 13:44:03.072955 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d1c03507-515b-4592-99f8-ffc8fdb20573 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:03.140797 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6116a775-4741-4e9e-940b-79f04b82d09d req-144a1ce2-cfac-4338-9e04-02da49d0c68a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402554 Oct 20 13:44:03.152190 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:03.159295 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:03.168221 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676f75e7-0761-49e9-8e9b-30bcccd7bdfc admin admin] Router d6713bf8-5f0e-4a24-ac37-c6be8db5673a has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:44:03.176804 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d1c03507-515b-4592-99f8-ffc8fdb20573 admin admin] Publish callbacks [] for security_group (11a57f51-1d29-4be3-b1f3-739f0cab83a1), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:03.181047 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-d1c03507-515b-4592-99f8-ffc8fdb20573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (11a57f51-1d29-4be3-b1f3-739f0cab83a1), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:03.188369 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0a132187-c1e6-4c1e-8c73-416dc34bc12b req-7d1ade17-45b9-4f03-b063-43dad53850cc tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=113e7721-36d4-4cda-beb4-0a431ed06c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858426 Oct 20 13:44:03.227303 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c03507-515b-4592-99f8-ffc8fdb20573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a57f51-1d29-4be3-b1f3-739f0cab83a1,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:03.233337 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-d1c03507-515b-4592-99f8-ffc8fdb20573 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=9fcc02cc00764387bc20193afd67492c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1877959 Oct 20 13:44:03.237329 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 50184) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:44:03.256646 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-26a5c034-3f85-4bbc-a1a7-2c2868c836c2 None None] Provisioning complete for port 8cb82dbe-86f9-41ad-8f4a-e250de93ec0a triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:44:03.257667 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-26a5c034-3f85-4bbc-a1a7-2c2868c836c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (8cb82dbe-86f9-41ad-8f4a-e250de93ec0a), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:03.258163 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-26a5c034-3f85-4bbc-a1a7-2c2868c836c2 None None] Attempt 1 to provision port 8cb82dbe-86f9-41ad-8f4a-e250de93ec0a Oct 20 13:44:03.302112 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c7c75ff9-fa85-4eb9-8802-ddadabc8bb5d admin admin] Publish callbacks [] for security_group (11a57f51-1d29-4be3-b1f3-739f0cab83a1), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:03.302349 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-26a5c034-3f85-4bbc-a1a7-2c2868c836c2 None None] Port 8cb82dbe-86f9-41ad-8f4a-e250de93ec0a cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:44:03.309717 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676f75e7-0761-49e9-8e9b-30bcccd7bdfc admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:44:03.323917 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-676f75e7-0761-49e9-8e9b-30bcccd7bdfc admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/d6713bf8-5f0e-4a24-ac37-c6be8db5673a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1671774 Oct 20 13:44:03.324102 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c7c75ff9-fa85-4eb9-8802-ddadabc8bb5d admin admin] Publish callbacks [] for security_group (11a57f51-1d29-4be3-b1f3-739f0cab83a1), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:03.380067 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c7c75ff9-fa85-4eb9-8802-ddadabc8bb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (11a57f51-1d29-4be3-b1f3-739f0cab83a1), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:03.382934 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-c7c75ff9-fa85-4eb9-8802-ddadabc8bb5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:03.384492 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-c7c75ff9-fa85-4eb9-8802-ddadabc8bb5d admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/11a57f51-1d29-4be3-b1f3-739f0cab83a1 HTTP/1.1" status: 204 len: 168 time: 0.1461365 Oct 20 13:44:03.394105 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c75ff9-fa85-4eb9-8802-ddadabc8bb5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a57f51-1d29-4be3-b1f3-739f0cab83a1,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:03.460308 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb185ef-4446-4b76-805d-23939004c959 None None] Sync routers for ids ['d6713bf8-5f0e-4a24-ac37-c6be8db5673a'] in dv-cinder-862136-1-iscsi {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:44:03.475745 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb185ef-4446-4b76-805d-23939004c959 None None] Routers {'d6713bf8-5f0e-4a24-ac37-c6be8db5673a'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:44:03.476475 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-dcb185ef-4446-4b76-805d-23939004c959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:43:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['d6713bf8-5f0e-4a24-ac37-c6be8db5673a'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:44:03.513916 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:03.592507 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-dcb185ef-4446-4b76-805d-23939004c959 None None] Set router d6713bf8-5f0e-4a24-ac37-c6be8db5673a gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:44:03.664789 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 39fc983a-71f8-4c89-a812-ea8a2613e710 details requested by agent hyperv_hv-cinder-86213 with host hv-cinder-86213 {{(pid=104734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 13:44:03.789877 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:03.803281 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 50202) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:44:03.822536 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-22f70c41-8cde-42c0-afe5-e6b14bfbceaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:03.929424 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-22f70c41-8cde-42c0-afe5-e6b14bfbceaa admin admin] Publish callbacks [] for security_group (0b88d621-e0ae-419e-aca7-43419684d3ee), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:03.933729 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-22f70c41-8cde-42c0-afe5-e6b14bfbceaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (0b88d621-e0ae-419e-aca7-43419684d3ee), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:03.941392 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:03.982114 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f70c41-8cde-42c0-afe5-e6b14bfbceaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b88d621-e0ae-419e-aca7-43419684d3ee,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:03.989307 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-22f70c41-8cde-42c0-afe5-e6b14bfbceaa admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=4aca3222198e493aad90346ddceffef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1837904 Oct 20 13:44:03.991738 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 50204) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:44:04.037803 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 39fc983a-71f8-4c89-a812-ea8a2613e710, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=39fc983a-71f8-4c89-a812-ea8a2613e710,segment=NetworkSegment(e440bfe5-c9d4-4b40-8725-1ab47ba9348c),segment_id=e440bfe5-c9d4-4b40-8725-1ab47ba9348c)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:44:04.053547 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 50208) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:44:04.059528 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-cc4ffa7b-5c9c-4a12-b293-254506e7c9a0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2106316423-network', 'tenant_id': 'e461387a7dbe4f3fabaab7634fe5f7c6'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:44:04.065005 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-dcb185ef-4446-4b76-805d-23939004c959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'name': 'tempest-TestShelveInstance-1365706110-router', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c00d7b33-1441-47c1-8ad8-96836f16cbef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:43:58Z', 'updated_at': '2022-10-20T13:44:02Z', 'revision_number': 4, 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'gw_port': {'id': 'c00d7b33-1441-47c1-8ad8-96836f16cbef', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:43:58Z', 'updated_at': '2022-10-20T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '8cb82dbe-86f9-41ad-8f4a-e250de93ec0a', 'name': '', 'network_id': '0f592744-30d0-4c9f-8d1d-d169c26122c1', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'mac_address': 'fa:16:3e:69:c8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66f4771-1c6e-4b05-b791-dfe578b44f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:44:01Z', 'updated_at': '2022-10-20T13:44:02Z', 'revision_number': 2, 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'subnets': [{'id': 'a66f4771-1c6e-4b05-b791-dfe578b44f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:44:04.066882 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7bd688c6-9aba-485a-b1d2-14fb51531051 admin admin] Publish callbacks [] for security_group (0b88d621-e0ae-419e-aca7-43419684d3ee), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:04.089445 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4ffa7b-5c9c-4a12-b293-254506e7c9a0 admin admin] Made reservation on behalf of e461387a7dbe4f3fabaab7634fe5f7c6 for: {'network': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:44:04.091764 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7bd688c6-9aba-485a-b1d2-14fb51531051 admin admin] Publish callbacks [] for security_group (0b88d621-e0ae-419e-aca7-43419684d3ee), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:04.092779 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Returning: {'device': '39fc983a-71f8-4c89-a812-ea8a2613e710', 'network_id': '070171f5-30b6-4bc8-8d1c-9f8e8edd7f3e', 'port_id': '39fc983a-71f8-4c89-a812-ea8a2613e710', 'mac_address': 'fa:16:3e:a7:6d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a191d1b-83b5-4fec-a4ae-21c47eb09258', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 13:44:04.093259 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cc4ffa7b-5c9c-4a12-b293-254506e7c9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for network (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:04.095193 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device c00d7b33-1441-47c1-8ad8-96836f16cbef up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:44:04.099167 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb185ef-4446-4b76-805d-23939004c959 None None] Checking router: d6713bf8-5f0e-4a24-ac37-c6be8db5673a for host: dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:44:04.099520 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb185ef-4446-4b76-805d-23939004c959 None None] Updating router d6713bf8-5f0e-4a24-ac37-c6be8db5673a port 8cb82dbe-86f9-41ad-8f4a-e250de93ec0a binding host dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 13:44:04.105188 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cc4ffa7b-5c9c-4a12-b293-254506e7c9a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:04.142168 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7bd688c6-9aba-485a-b1d2-14fb51531051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (0b88d621-e0ae-419e-aca7-43419684d3ee), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:04.144921 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-7bd688c6-9aba-485a-b1d2-14fb51531051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:04.148313 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-7bd688c6-9aba-485a-b1d2-14fb51531051 admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/0b88d621-e0ae-419e-aca7-43419684d3ee HTTP/1.1" status: 204 len: 168 time: 0.1534164 Oct 20 13:44:04.157665 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd688c6-9aba-485a-b1d2-14fb51531051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b88d621-e0ae-419e-aca7-43419684d3ee,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:04.198799 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-dcb185ef-4446-4b76-805d-23939004c959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (8cb82dbe-86f9-41ad-8f4a-e250de93ec0a), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:04.211701 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cc4ffa7b-5c9c-4a12-b293-254506e7c9a0 admin admin] Publish callbacks [] for security_group (b3c18f64-3519-4639-9eda-5e6606277b98), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:04.216795 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cc4ffa7b-5c9c-4a12-b293-254506e7c9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (b3c18f64-3519-4639-9eda-5e6606277b98), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:04.228514 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:04.237166 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 39fc983a-71f8-4c89-a812-ea8a2613e710 is: DOWN; New status is: BUILD {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:44:04.237487 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (39fc983a-71f8-4c89-a812-ea8a2613e710), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:04.248939 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc4ffa7b-5c9c-4a12-b293-254506e7c9a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=104733) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 20 13:44:04.266088 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ffa7b-5c9c-4a12-b293-254506e7c9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c18f64-3519-4639-9eda-5e6606277b98,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:04.272151 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cc4ffa7b-5c9c-4a12-b293-254506e7c9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (4d0576a0-19a8-42cd-ad4d-244fcd42557a), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:04.272488 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.db.segments_db [None req-cc4ffa7b-5c9c-4a12-b293-254506e7c9a0 admin admin] Added segment 4d0576a0-19a8-42cd-ad4d-244fcd42557a of type vlan for network 43c9be0c-a035-400c-a6ae-595bcb9d1db2 Oct 20 13:44:04.290277 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port c00d7b33-1441-47c1-8ad8-96836f16cbef triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:44:04.291256 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (c00d7b33-1441-47c1-8ad8-96836f16cbef), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:04.291800 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port c00d7b33-1441-47c1-8ad8-96836f16cbef Oct 20 13:44:04.302369 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39fc983a-71f8-4c89-a812-ea8a2613e710 {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:44:04.327543 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cc4ffa7b-5c9c-4a12-b293-254506e7c9a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747424292904'] for network (43c9be0c-a035-400c-a6ae-595bcb9d1db2), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:04.383068 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafd40a6-70d0-450d-afa9-2263d05550c6 req-df3a2c2e-9488-4c48-9242-36e2f509cd29 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:04.384674 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-eafd40a6-70d0-450d-afa9-2263d05550c6 req-df3a2c2e-9488-4c48-9242-36e2f509cd29 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f157145e-ca0a-418f-a843-2662a63b50bf HTTP/1.1" status: 200 len: 948 time: 0.0717573 Oct 20 13:44:04.391842 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cc4ffa7b-5c9c-4a12-b293-254506e7c9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396'] for network (43c9be0c-a035-400c-a6ae-595bcb9d1db2), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:04.394013 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4ffa7b-5c9c-4a12-b293-254506e7c9a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:04.394873 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-cc4ffa7b-5c9c-4a12-b293-254506e7c9a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:04.412598 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 39fc983a-71f8-4c89-a812-ea8a2613e710, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=39fc983a-71f8-4c89-a812-ea8a2613e710,segment=NetworkSegment(e440bfe5-c9d4-4b40-8725-1ab47ba9348c),segment_id=e440bfe5-c9d4-4b40-8725-1ab47ba9348c)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:44:04.426988 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (39fc983a-71f8-4c89-a812-ea8a2613e710), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:04.483838 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-cc4ffa7b-5c9c-4a12-b293-254506e7c9a0 admin admin] 10.222.0.23 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4260218 Oct 20 13:44:04.484634 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 50214) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:44:04.512587 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-2a36257f-e1e2-4453-8e90-b9ff19c9899a admin admin] Request body: {'subnet': {'network_id': '43c9be0c-a035-400c-a6ae-595bcb9d1db2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2106316423-subnet', 'tenant_id': 'e461387a7dbe4f3fabaab7634fe5f7c6', 'ip_version': 4}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:44:04.518043 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ffa7b-5c9c-4a12-b293-254506e7c9a0 admin admin] Pushing event updated for resources: {'Network': ['ID=43c9be0c-a035-400c-a6ae-595bcb9d1db2,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:04.539265 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Network 43c9be0c-a035-400c-a6ae-595bcb9d1db2 details requested by agent ovs-agent-dv-cinder-862136-1-iscsi with host dv-cinder-862136-1-iscsi {{(pid=104734) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 20 13:44:04.561777 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-eafd40a6-70d0-450d-afa9-2263d05550c6 req-bcb2bedc-c708-42fa-abe8-3c1cbe05ec1a tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=113e7721-36d4-4cda-beb4-0a431ed06c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632509 Oct 20 13:44:04.569938 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a36257f-e1e2-4453-8e90-b9ff19c9899a admin admin] Made reservation on behalf of e461387a7dbe4f3fabaab7634fe5f7c6 for: {'subnet': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:44:04.573082 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2a36257f-e1e2-4453-8e90-b9ff19c9899a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26212481'] for subnet (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:04.641694 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=39fc983a-71f8-4c89-a812-ea8a2613e710,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:04.644732 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:04.649409 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port c00d7b33-1441-47c1-8ad8-96836f16cbef is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:44:04.671144 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:04.717160 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['39fc983a-71f8-4c89-a812-ea8a2613e710'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:44:04.768629 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2a36257f-e1e2-4453-8e90-b9ff19c9899a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26193056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26212499'] for subnet (f8650439-5301-4358-8f7e-c12acca0bc54), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:04.777495 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:04.790516 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-dcb185ef-4446-4b76-805d-23939004c959 None None] Publish callbacks [] for port (8cb82dbe-86f9-41ad-8f4a-e250de93ec0a), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:04.801822 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-dcb185ef-4446-4b76-805d-23939004c959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (8cb82dbe-86f9-41ad-8f4a-e250de93ec0a), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:04.828423 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a36257f-e1e2-4453-8e90-b9ff19c9899a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8650439-5301-4358-8f7e-c12acca0bc54,revision_number=0']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:04.838388 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a36257f-e1e2-4453-8e90-b9ff19c9899a admin admin] Checking segment: {'id': '4d0576a0-19a8-42cd-ad4d-244fcd42557a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '43c9be0c-a035-400c-a6ae-595bcb9d1db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:44:04.838745 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a36257f-e1e2-4453-8e90-b9ff19c9899a admin admin] Network hostable DHCP agents. Network: 43c9be0c-a035-400c-a6ae-595bcb9d1db2, hostable agents: ['fc80e4aa-b75a-45f9-bc92-ee666d9592cb'], hosted agents: [] {{(pid=104733) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 20 13:44:04.855738 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a36257f-e1e2-4453-8e90-b9ff19c9899a admin admin] Network 43c9be0c-a035-400c-a6ae-595bcb9d1db2 is scheduled to be hosted by DHCP agent fc80e4aa-b75a-45f9-bc92-ee666d9592cb with binding_index 1 {{(pid=104733) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 20 13:44:04.865719 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [None req-2a36257f-e1e2-4453-8e90-b9ff19c9899a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-862136-1-iscsi, 43c9be0c-a035-400c-a6ae-595bcb9d1db2) {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:44:04.869877 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a36257f-e1e2-4453-8e90-b9ff19c9899a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:04.870614 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-2a36257f-e1e2-4453-8e90-b9ff19c9899a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for subnet (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:04.883242 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016b57d6-c06a-4947-8755-52a9bad1fd0f None None] Network 43c9be0c-a035-400c-a6ae-595bcb9d1db2 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:44:04.889197 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-2a36257f-e1e2-4453-8e90-b9ff19c9899a admin admin] 10.222.0.23 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3811221 Oct 20 13:44:04.891786 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 50216) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:44:04.896011 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-7ab41eac-bdd8-4de4-94cf-f5c5687919cc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2106316423-router', 'tenant_id': 'e461387a7dbe4f3fabaab7634fe5f7c6', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:44:04.916339 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7ab41eac-bdd8-4de4-94cf-f5c5687919cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3865821', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3818'] for router (c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:04.917438 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7ab41eac-bdd8-4de4-94cf-f5c5687919cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3864797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3854472', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3857831', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3811'] for router (c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:04.950710 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979cbe9-3718-4d94-898f-40e2fb895532 None None] Pushing event updated for resources: {'Port': ['ID=8cb82dbe-86f9-41ad-8f4a-e250de93ec0a,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:04.966532 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7ab41eac-bdd8-4de4-94cf-f5c5687919cc admin admin] Publish callbacks [] for router_controller (c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a), precommit_add_association {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:04.994404 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-dcb185ef-4446-4b76-805d-23939004c959 None None] Attempting to bind port 8cb82dbe-86f9-41ad-8f4a-e250de93ec0a on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:44:04.994769 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-dcb185ef-4446-4b76-805d-23939004c959 None None] Attempting to bind port 8cb82dbe-86f9-41ad-8f4a-e250de93ec0a by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': 'a7beca9c-36f4-46f1-ac91-165bda043ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f592744-30d0-4c9f-8d1d-d169c26122c1'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:44:04.995125 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb185ef-4446-4b76-805d-23939004c959 None None] Attempting to bind port 8cb82dbe-86f9-41ad-8f4a-e250de93ec0a on network 0f592744-30d0-4c9f-8d1d-d169c26122c1 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:44:05.104476 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7ab41eac-bdd8-4de4-94cf-f5c5687919cc admin admin] Publish callbacks [] for router_gateway (c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:05.111015 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88757fc-859e-4377-9a82-7413afe37ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6d469a18-07e0-5135-909c-90e0e6ecf688-43c9be0c-a035-400c-a6ae-595bcb9d1db2', 'network_id': '43c9be0c-a035-400c-a6ae-595bcb9d1db2', 'project_id': 'e461387a7dbe4f3fabaab7634fe5f7c6', 'fixed_ips': [{'subnet_id': 'f8650439-5301-4358-8f7e-c12acca0bc54'}]}} from dv-cinder-862136-1-iscsi. {{(pid=104734) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Oct 20 13:44:05.111920 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f88757fc-859e-4377-9a82-7413afe37ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:05.125083 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb185ef-4446-4b76-805d-23939004c959 None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:44:05.125954 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb185ef-4446-4b76-805d-23939004c959 None None] Checking segment: {'id': 'a7beca9c-36f4-46f1-ac91-165bda043ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f592744-30d0-4c9f-8d1d-d169c26122c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:44:05.126354 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-dcb185ef-4446-4b76-805d-23939004c959 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:05.126743 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb185ef-4446-4b76-805d-23939004c959 None None] Bound using segment: {'id': 'a7beca9c-36f4-46f1-ac91-165bda043ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f592744-30d0-4c9f-8d1d-d169c26122c1'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:44:05.127222 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-dcb185ef-4446-4b76-805d-23939004c959 None None] Bound port: 8cb82dbe-86f9-41ad-8f4a-e250de93ec0a, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7beca9c-36f4-46f1-ac91-165bda043ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f592744-30d0-4c9f-8d1d-d169c26122c1'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:44:05.127599 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-dcb185ef-4446-4b76-805d-23939004c959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (8cb82dbe-86f9-41ad-8f4a-e250de93ec0a), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:05.183814 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:UPDATE=4,neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=9 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:05.286255 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7ab41eac-bdd8-4de4-94cf-f5c5687919cc admin admin] Publish callbacks [] for router_gateway (c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:05.294913 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-dcb185ef-4446-4b76-805d-23939004c959 None None] For port 8cb82dbe-86f9-41ad-8f4a-e250de93ec0a, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:44:05.308847 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7ab41eac-bdd8-4de4-94cf-f5c5687919cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:05.314652 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-dcb185ef-4446-4b76-805d-23939004c959 None None] For port 8cb82dbe-86f9-41ad-8f4a-e250de93ec0a, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=8cb82dbe-86f9-41ad-8f4a-e250de93ec0a,segment=NetworkSegment(a7beca9c-36f4-46f1-ac91-165bda043ab0),segment_id=a7beca9c-36f4-46f1-ac91-165bda043ab0)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:44:05.326128 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-dcb185ef-4446-4b76-805d-23939004c959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (8cb82dbe-86f9-41ad-8f4a-e250de93ec0a), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:05.327702 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:05.329627 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.db_base_plugin_common [None req-f88757fc-859e-4377-9a82-7413afe37ade None None] Allocated IP 172.20.0.2 (43c9be0c-a035-400c-a6ae-595bcb9d1db2/f8650439-5301-4358-8f7e-c12acca0bc54/87c042be-902c-4978-b458-d368964b8e92) {{(pid=104734) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:44:05.383715 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb185ef-4446-4b76-805d-23939004c959 None None] Routers {'d6713bf8-5f0e-4a24-ac37-c6be8db5673a'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:44:05.384319 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-dcb185ef-4446-4b76-805d-23939004c959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:43:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['d6713bf8-5f0e-4a24-ac37-c6be8db5673a'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:44:05.413860 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [None req-7ab41eac-bdd8-4de4-94cf-f5c5687919cc admin admin] Allocated IP 172.27.0.244 (54b02c82-3888-4407-a753-5cb002a664e9/80f1bf56-ddb3-4c42-8717-7c4bb006400e/11cacf7b-631c-40c4-93a5-c7f76859cfce) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:44:05.473045 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979cbe9-3718-4d94-898f-40e2fb895532 None None] Pushing event updated for resources: {'Port': ['ID=8cb82dbe-86f9-41ad-8f4a-e250de93ec0a,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:05.527600 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7ab41eac-bdd8-4de4-94cf-f5c5687919cc admin admin] Publish callbacks [] for port (11cacf7b-631c-40c4-93a5-c7f76859cfce), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:05.545446 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:05.560414 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7ab41eac-bdd8-4de4-94cf-f5c5687919cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (11cacf7b-631c-40c4-93a5-c7f76859cfce), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:05.569122 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:05.580587 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-dcb185ef-4446-4b76-805d-23939004c959 None None] Set router d6713bf8-5f0e-4a24-ac37-c6be8db5673a gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:44:05.601685 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab41eac-bdd8-4de4-94cf-f5c5687919cc admin admin] Network 54b02c82-3888-4407-a753-5cb002a664e9 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:44:05.605382 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [None req-7ab41eac-bdd8-4de4-94cf-f5c5687919cc admin admin] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:44:05.607825 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab41eac-bdd8-4de4-94cf-f5c5687919cc admin admin] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:44:05.640617 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab41eac-bdd8-4de4-94cf-f5c5687919cc admin admin] Pushing event updated for resources: {'Port': ['ID=11cacf7b-631c-40c4-93a5-c7f76859cfce,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:05.680369 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 39fc983a-71f8-4c89-a812-ea8a2613e710 up at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:44:05.800898 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1301b-75f1-4861-ad6f-c0b337a6c869 req-46cbdabc-93ca-4ccc-af9c-7494b3e5b062 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:05.802325 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7cf1301b-75f1-4861-ad6f-c0b337a6c869 req-46cbdabc-93ca-4ccc-af9c-7494b3e5b062 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f157145e-ca0a-418f-a843-2662a63b50bf HTTP/1.1" status: 200 len: 949 time: 0.1035383 Oct 20 13:44:05.846221 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f88757fc-859e-4377-9a82-7413afe37ade None None] Publish callbacks [] for port (87c042be-902c-4978-b458-d368964b8e92), precommit_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:05.892252 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f88757fc-859e-4377-9a82-7413afe37ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955'] for port (87c042be-902c-4978-b458-d368964b8e92), after_create {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:05.966068 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88757fc-859e-4377-9a82-7413afe37ade None None] Network 43c9be0c-a035-400c-a6ae-595bcb9d1db2 is already hosted by enough agents. {{(pid=104734) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:44:05.979836 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.base_scheduler [None req-f88757fc-859e-4377-9a82-7413afe37ade None None] Resources bound (agent type, host, resource id): {{(pid=104734) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:44:05.985672 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88757fc-859e-4377-9a82-7413afe37ade None None] Pushing event updated for resources: {'Port': ['ID=87c042be-902c-4978-b458-d368964b8e92,revision_number=1']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:05.992187 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88757fc-859e-4377-9a82-7413afe37ade None None] Received port after_create {{(pid=104734) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:44:06.007984 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning for port 39fc983a-71f8-4c89-a812-ea8a2613e710 completed by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 13:44:06.035778 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning complete for port 39fc983a-71f8-4c89-a812-ea8a2613e710 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:44:06.036150 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (39fc983a-71f8-4c89-a812-ea8a2613e710), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:06.036483 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Attempt 1 to provision port 39fc983a-71f8-4c89-a812-ea8a2613e710 Oct 20 13:44:06.124231 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-f88757fc-859e-4377-9a82-7413afe37ade None None] Attempting to bind port 87c042be-902c-4978-b458-d368964b8e92 on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:44:06.124603 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-f88757fc-859e-4377-9a82-7413afe37ade None None] Attempting to bind port 87c042be-902c-4978-b458-d368964b8e92 by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': '4d0576a0-19a8-42cd-ad4d-244fcd42557a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '43c9be0c-a035-400c-a6ae-595bcb9d1db2'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:44:06.125517 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88757fc-859e-4377-9a82-7413afe37ade None None] Attempting to bind port 87c042be-902c-4978-b458-d368964b8e92 on network 43c9be0c-a035-400c-a6ae-595bcb9d1db2 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:44:06.150438 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-dcb185ef-4446-4b76-805d-23939004c959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'name': 'tempest-TestShelveInstance-1365706110-router', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c00d7b33-1441-47c1-8ad8-96836f16cbef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:43:58Z', 'updated_at': '2022-10-20T13:44:02Z', 'revision_number': 4, 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'gw_port': {'id': 'c00d7b33-1441-47c1-8ad8-96836f16cbef', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:43:58Z', 'updated_at': '2022-10-20T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '8cb82dbe-86f9-41ad-8f4a-e250de93ec0a', 'name': '', 'network_id': '0f592744-30d0-4c9f-8d1d-d169c26122c1', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'mac_address': 'fa:16:3e:69:c8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66f4771-1c6e-4b05-b791-dfe578b44f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:44:01Z', 'updated_at': '2022-10-20T13:44:05Z', 'revision_number': 4, 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'subnets': [{'id': 'a66f4771-1c6e-4b05-b791-dfe578b44f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:44:06.158524 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7cf1301b-75f1-4861-ad6f-c0b337a6c869 req-241153f4-517d-49cf-a55d-ff7ec557dcaa tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=113e7721-36d4-4cda-beb4-0a431ed06c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467429 Oct 20 13:44:06.183534 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb185ef-4446-4b76-805d-23939004c959 None None] The sync data for ids ['d6713bf8-5f0e-4a24-ac37-c6be8db5673a'] in dv-cinder-862136-1-iscsi is: [{'id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'name': 'tempest-TestShelveInstance-1365706110-router', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c00d7b33-1441-47c1-8ad8-96836f16cbef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:43:58Z', 'updated_at': '2022-10-20T13:44:02Z', 'revision_number': 4, 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'gw_port': {'id': 'c00d7b33-1441-47c1-8ad8-96836f16cbef', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:43:58Z', 'updated_at': '2022-10-20T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '8cb82dbe-86f9-41ad-8f4a-e250de93ec0a', 'name': '', 'network_id': '0f592744-30d0-4c9f-8d1d-d169c26122c1', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'mac_address': 'fa:16:3e:69:c8:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66f4771-1c6e-4b05-b791-dfe578b44f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:44:01Z', 'updated_at': '2022-10-20T13:44:05Z', 'revision_number': 4, 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'subnets': [{'id': 'a66f4771-1c6e-4b05-b791-dfe578b44f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:44:06.208817 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7ab41eac-bdd8-4de4-94cf-f5c5687919cc admin admin] Publish callbacks [] for router_gateway (c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:06.233503 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88757fc-859e-4377-9a82-7413afe37ade None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:44:06.233879 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88757fc-859e-4377-9a82-7413afe37ade None None] Checking segment: {'id': '4d0576a0-19a8-42cd-ad4d-244fcd42557a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '43c9be0c-a035-400c-a6ae-595bcb9d1db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:44:06.234318 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f88757fc-859e-4377-9a82-7413afe37ade None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:06.234707 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88757fc-859e-4377-9a82-7413afe37ade None None] Bound using segment: {'id': '4d0576a0-19a8-42cd-ad4d-244fcd42557a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '43c9be0c-a035-400c-a6ae-595bcb9d1db2'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:44:06.235193 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-f88757fc-859e-4377-9a82-7413afe37ade None None] Bound port: 87c042be-902c-4978-b458-d368964b8e92, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0576a0-19a8-42cd-ad4d-244fcd42557a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '43c9be0c-a035-400c-a6ae-595bcb9d1db2'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:44:06.235566 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f88757fc-859e-4377-9a82-7413afe37ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (87c042be-902c-4978-b458-d368964b8e92), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:06.239029 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:06.256481 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port 39fc983a-71f8-4c89-a812-ea8a2613e710 is: BUILD; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:44:06.256741 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (39fc983a-71f8-4c89-a812-ea8a2613e710), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:06.257899 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:06.313987 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f157145e-ca0a-418f-a843-2662a63b50bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39fc983a-71f8-4c89-a812-ea8a2613e710'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:44:06.316378 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5374b1acb5d21f0576c4c748ca21f6e32e0c69c98f35ada2d9891fed02f2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ab76f3-4993-4931-826d-f2ae699df08d" -d '{"events": [{"server_uuid": "f157145e-ca0a-418f-a843-2662a63b50bf", "name": "network-vif-plugged", "status": "completed", "tag": "39fc983a-71f8-4c89-a812-ea8a2613e710"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:44:06.339872 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port 39fc983a-71f8-4c89-a812-ea8a2613e710, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=39fc983a-71f8-4c89-a812-ea8a2613e710,segment=NetworkSegment(e440bfe5-c9d4-4b40-8725-1ab47ba9348c),segment_id=e440bfe5-c9d4-4b40-8725-1ab47ba9348c)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:44:06.349223 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (39fc983a-71f8-4c89-a812-ea8a2613e710), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:06.356904 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-f88757fc-859e-4377-9a82-7413afe37ade None None] For port 87c042be-902c-4978-b458-d368964b8e92, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:44:06.376111 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d45dbf5-31c6-47ce-a95c-376271527de6 x-openstack-request-id: req-2d45dbf5-31c6-47ce-a95c-376271527de6 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:44:06.376353 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f157145e-ca0a-418f-a843-2662a63b50bf", "name": "network-vif-plugged", "status": "completed", "tag": "39fc983a-71f8-4c89-a812-ea8a2613e710", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:44:06.376652 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d45dbf5-31c6-47ce-a95c-376271527de6 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:44:06.377071 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d45dbf5-31c6-47ce-a95c-376271527de6'] response: {'server_uuid': 'f157145e-ca0a-418f-a843-2662a63b50bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39fc983a-71f8-4c89-a812-ea8a2613e710', 'code': 200} Oct 20 13:44:06.399186 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-f88757fc-859e-4377-9a82-7413afe37ade None None] For port 87c042be-902c-4978-b458-d368964b8e92, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=87c042be-902c-4978-b458-d368964b8e92,segment=NetworkSegment(4d0576a0-19a8-42cd-ad4d-244fcd42557a),segment_id=4d0576a0-19a8-42cd-ad4d-244fcd42557a)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:44:06.414733 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f88757fc-859e-4377-9a82-7413afe37ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (87c042be-902c-4978-b458-d368964b8e92), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:06.438374 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=39fc983a-71f8-4c89-a812-ea8a2613e710,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:06.486428 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7ab41eac-bdd8-4de4-94cf-f5c5687919cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3864770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3855127'] for router (c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:06.537265 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88757fc-859e-4377-9a82-7413afe37ade None None] Pushing event updated for resources: {'Port': ['ID=87c042be-902c-4978-b458-d368964b8e92,revision_number=2']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:06.646234 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a35aa8e-6cf3-4743-899f-6bcfc0785561 req-6430e461-72d3-430d-98ae-833e5ddd4f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:06.647722 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1a35aa8e-6cf3-4743-899f-6bcfc0785561 req-6430e461-72d3-430d-98ae-833e5ddd4f06 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f157145e-ca0a-418f-a843-2662a63b50bf HTTP/1.1" status: 200 len: 1134 time: 0.0839248 Oct 20 13:44:06.715764 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1a35aa8e-6cf3-4743-899f-6bcfc0785561 req-e29b7be1-31b4-417a-a8d0-8b93d3816bde service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=113e7721-36d4-4cda-beb4-0a431ed06c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569820 Oct 20 13:44:06.726327 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab41eac-bdd8-4de4-94cf-f5c5687919cc admin admin] Router c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a is scheduled to L3 agent be337168-f950-40d6-92a4-727d8beca7ca with binding_index 1 {{(pid=104733) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 20 13:44:06.772890 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:06.839303 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab41eac-bdd8-4de4-94cf-f5c5687919cc admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:44:06.850013 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d901222c-8056-4447-b265-d0ef7af34948 None None] Sync routers for ids ['c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:44:06.861227 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d901222c-8056-4447-b265-d0ef7af34948 None None] Routers {'c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:44:06.862236 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-d901222c-8056-4447-b265-d0ef7af34948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:43:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:44:06.864629 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-7ab41eac-bdd8-4de4-94cf-f5c5687919cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:06.866927 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-7ab41eac-bdd8-4de4-94cf-f5c5687919cc admin admin] 10.222.0.23 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9735892 Oct 20 13:44:06.870951 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 50222) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:44:06.969602 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-d901222c-8056-4447-b265-d0ef7af34948 None None] Set router c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:44:07.144852 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-d901222c-8056-4447-b265-d0ef7af34948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a', 'name': 'tempest-TestShelveInstance-2106316423-router', 'tenant_id': 'e461387a7dbe4f3fabaab7634fe5f7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '11cacf7b-631c-40c4-93a5-c7f76859cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:44:04Z', 'updated_at': '2022-10-20T13:44:05Z', 'revision_number': 3, 'project_id': 'e461387a7dbe4f3fabaab7634fe5f7c6', 'gw_port': {'id': '11cacf7b-631c-40c4-93a5-c7f76859cfce', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:80:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:44:05Z', 'updated_at': '2022-10-20T13:44:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:44:07.170440 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d901222c-8056-4447-b265-d0ef7af34948 None None] Checking router: c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:44:07.171016 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d901222c-8056-4447-b265-d0ef7af34948 None None] Updating router c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a port 11cacf7b-631c-40c4-93a5-c7f76859cfce binding host dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 13:44:07.215819 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d901222c-8056-4447-b265-d0ef7af34948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (11cacf7b-631c-40c4-93a5-c7f76859cfce), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:07.286718 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:07.348534 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-95f509cf-855f-4ba2-bad5-e979f5308e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:07.355162 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd2f8a-8ca2-4ee8-b02f-191f90b2cfcd req-50a248f8-86b9-48d3-95bc-810e3130f571 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:07.356684 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e1bd2f8a-8ca2-4ee8-b02f-191f90b2cfcd req-50a248f8-86b9-48d3-95bc-810e3130f571 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f157145e-ca0a-418f-a843-2662a63b50bf HTTP/1.1" status: 200 len: 950 time: 0.0808675 Oct 20 13:44:07.443395 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e1bd2f8a-8ca2-4ee8-b02f-191f90b2cfcd req-4e17c052-a223-44d1-ab2d-e0c1b5feb72c tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=113e7721-36d4-4cda-beb4-0a431ed06c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761747 Oct 20 13:44:07.486350 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:07.487147 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:07.550538 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_common [None req-95f509cf-855f-4ba2-bad5-e979f5308e4f admin admin] Allocated IP 172.20.0.1 (43c9be0c-a035-400c-a6ae-595bcb9d1db2/f8650439-5301-4358-8f7e-c12acca0bc54/42b1badc-fe92-4288-8ba6-6be2c43424c9) {{(pid=104732) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:44:07.578489 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8715ab1c-dbc5-479e-aa0a-8c551f63dcaf None None] Network 43c9be0c-a035-400c-a6ae-595bcb9d1db2 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:44:07.650366 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:07.664788 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d901222c-8056-4447-b265-d0ef7af34948 None None] Publish callbacks [] for port (11cacf7b-631c-40c4-93a5-c7f76859cfce), precommit_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:07.674447 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d901222c-8056-4447-b265-d0ef7af34948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (11cacf7b-631c-40c4-93a5-c7f76859cfce), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:07.690676 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-d901222c-8056-4447-b265-d0ef7af34948 None None] Attempting to bind port 11cacf7b-631c-40c4-93a5-c7f76859cfce on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:44:07.691183 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-d901222c-8056-4447-b265-d0ef7af34948 None None] Attempting to bind port 11cacf7b-631c-40c4-93a5-c7f76859cfce by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:44:07.691667 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d901222c-8056-4447-b265-d0ef7af34948 None None] Attempting to bind port 11cacf7b-631c-40c4-93a5-c7f76859cfce on network 54b02c82-3888-4407-a753-5cb002a664e9 {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:44:07.693646 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-95f509cf-855f-4ba2-bad5-e979f5308e4f admin admin] Publish callbacks [] for port (42b1badc-fe92-4288-8ba6-6be2c43424c9), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:07.695402 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-840a228a-d882-414d-8801-4cd8cbb13c99 None None] Provisioning complete for port 87c042be-902c-4978-b458-d368964b8e92 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:44:07.695769 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-840a228a-d882-414d-8801-4cd8cbb13c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (87c042be-902c-4978-b458-d368964b8e92), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:07.696097 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-840a228a-d882-414d-8801-4cd8cbb13c99 None None] Attempt 1 to provision port 87c042be-902c-4978-b458-d368964b8e92 Oct 20 13:44:07.732224 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-95f509cf-855f-4ba2-bad5-e979f5308e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (42b1badc-fe92-4288-8ba6-6be2c43424c9), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:07.767714 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:07.772546 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f509cf-855f-4ba2-bad5-e979f5308e4f admin admin] Network 43c9be0c-a035-400c-a6ae-595bcb9d1db2 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:44:07.778847 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-95f509cf-855f-4ba2-bad5-e979f5308e4f admin admin] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:44:07.781593 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f509cf-855f-4ba2-bad5-e979f5308e4f admin admin] Received port after_create {{(pid=104732) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:44:07.793542 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-840a228a-d882-414d-8801-4cd8cbb13c99 None None] Current status of the port 87c042be-902c-4978-b458-d368964b8e92 is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:44:07.794257 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-840a228a-d882-414d-8801-4cd8cbb13c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (87c042be-902c-4978-b458-d368964b8e92), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:07.796179 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bdd977-9a18-49a5-9d99-321cce9afc52 None None] Pushing event updated for resources: {'Port': ['ID=11cacf7b-631c-40c4-93a5-c7f76859cfce,revision_number=2']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:07.800410 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d901222c-8056-4447-b265-d0ef7af34948 None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:44:07.801075 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d901222c-8056-4447-b265-d0ef7af34948 None None] Checking segment: {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104735) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:44:07.801662 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d901222c-8056-4447-b265-d0ef7af34948 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:07.802207 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d901222c-8056-4447-b265-d0ef7af34948 None None] Bound using segment: {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'} {{(pid=104735) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:44:07.802841 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.managers [None req-d901222c-8056-4447-b265-d0ef7af34948 None None] Bound port: 11cacf7b-631c-40c4-93a5-c7f76859cfce, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f067ef76-0fa0-4fe3-b766-d64b7c1e4942', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9'}}] {{(pid=104735) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:44:07.803379 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d901222c-8056-4447-b265-d0ef7af34948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (11cacf7b-631c-40c4-93a5-c7f76859cfce), before_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:07.839904 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-840a228a-d882-414d-8801-4cd8cbb13c99 None None] For port 87c042be-902c-4978-b458-d368964b8e92, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=87c042be-902c-4978-b458-d368964b8e92,segment=NetworkSegment(4d0576a0-19a8-42cd-ad4d-244fcd42557a),segment_id=4d0576a0-19a8-42cd-ad4d-244fcd42557a)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:44:07.843146 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f509cf-855f-4ba2-bad5-e979f5308e4f admin admin] Pushing event updated for resources: {'Port': ['ID=42b1badc-fe92-4288-8ba6-6be2c43424c9,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:07.844924 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-840a228a-d882-414d-8801-4cd8cbb13c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (87c042be-902c-4978-b458-d368964b8e92), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:07.853841 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-95f509cf-855f-4ba2-bad5-e979f5308e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3859861'] for router_interface (c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:07.861259 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-d901222c-8056-4447-b265-d0ef7af34948 None None] For port 11cacf7b-631c-40c4-93a5-c7f76859cfce, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104735) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:44:07.865505 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.plugins.ml2.db [None req-d901222c-8056-4447-b265-d0ef7af34948 None None] For port 11cacf7b-631c-40c4-93a5-c7f76859cfce, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=11cacf7b-631c-40c4-93a5-c7f76859cfce,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104735) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:44:07.869569 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:07.877082 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron_lib.callbacks.manager [None req-d901222c-8056-4447-b265-d0ef7af34948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (11cacf7b-631c-40c4-93a5-c7f76859cfce), after_update {{(pid=104735) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:07.913280 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a228a-d882-414d-8801-4cd8cbb13c99 None None] Pushing event updated for resources: {'Port': ['ID=87c042be-902c-4978-b458-d368964b8e92,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:07.918757 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d901222c-8056-4447-b265-d0ef7af34948 None None] Routers {'c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:44:07.919085 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-d901222c-8056-4447-b265-d0ef7af34948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:43:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:44:08.026283 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-95f509cf-855f-4ba2-bad5-e979f5308e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (42b1badc-fe92-4288-8ba6-6be2c43424c9), before_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:08.032546 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-d901222c-8056-4447-b265-d0ef7af34948 None None] Set router c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:44:08.083489 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-dcb6236c-263b-482e-b218-46d27f59553b None None] Provisioning complete for port 87c042be-902c-4978-b458-d368964b8e92 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:44:08.085223 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-dcb6236c-263b-482e-b218-46d27f59553b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (87c042be-902c-4978-b458-d368964b8e92), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:08.085742 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-dcb6236c-263b-482e-b218-46d27f59553b None None] Attempt 1 to provision port 87c042be-902c-4978-b458-d368964b8e92 Oct 20 13:44:08.215453 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 8cb82dbe-86f9-41ad-8f4a-e250de93ec0a up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:44:08.227477 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-d901222c-8056-4447-b265-d0ef7af34948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a', 'name': 'tempest-TestShelveInstance-2106316423-router', 'tenant_id': 'e461387a7dbe4f3fabaab7634fe5f7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '11cacf7b-631c-40c4-93a5-c7f76859cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:44:04Z', 'updated_at': '2022-10-20T13:44:05Z', 'revision_number': 3, 'project_id': 'e461387a7dbe4f3fabaab7634fe5f7c6', 'gw_port': {'id': '11cacf7b-631c-40c4-93a5-c7f76859cfce', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:80:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:44:05Z', 'updated_at': '2022-10-20T13:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:44:08.257509 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d901222c-8056-4447-b265-d0ef7af34948 None None] The sync data for ids ['c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a'] in dv-cinder-862136-1-iscsi is: [{'id': 'c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a', 'name': 'tempest-TestShelveInstance-2106316423-router', 'tenant_id': 'e461387a7dbe4f3fabaab7634fe5f7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '11cacf7b-631c-40c4-93a5-c7f76859cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:44:04Z', 'updated_at': '2022-10-20T13:44:05Z', 'revision_number': 3, 'project_id': 'e461387a7dbe4f3fabaab7634fe5f7c6', 'gw_port': {'id': '11cacf7b-631c-40c4-93a5-c7f76859cfce', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:80:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:44:05Z', 'updated_at': '2022-10-20T13:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:44:08.264770 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-dcb6236c-263b-482e-b218-46d27f59553b None None] Current status of the port 87c042be-902c-4978-b458-d368964b8e92 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:44:08.273074 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bdd977-9a18-49a5-9d99-321cce9afc52 None None] Pushing event updated for resources: {'Port': ['ID=11cacf7b-631c-40c4-93a5-c7f76859cfce,revision_number=3']} {{(pid=104735) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:08.303848 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 8cb82dbe-86f9-41ad-8f4a-e250de93ec0a triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:44:08.304199 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (8cb82dbe-86f9-41ad-8f4a-e250de93ec0a), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:08.304600 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 8cb82dbe-86f9-41ad-8f4a-e250de93ec0a Oct 20 13:44:08.317571 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-95f509cf-855f-4ba2-bad5-e979f5308e4f admin admin] Publish callbacks [] for port (42b1badc-fe92-4288-8ba6-6be2c43424c9), precommit_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:08.323934 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-95f509cf-855f-4ba2-bad5-e979f5308e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25721257'] for port (42b1badc-fe92-4288-8ba6-6be2c43424c9), after_update {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:08.358060 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:08.398760 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:08.402042 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-df5e97c8-d94b-4937-b8ff-7e4d9399523c None None] Provisioning complete for port 42b1badc-fe92-4288-8ba6-6be2c43424c9 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:44:08.402407 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-df5e97c8-d94b-4937-b8ff-7e4d9399523c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (42b1badc-fe92-4288-8ba6-6be2c43424c9), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:08.402741 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-df5e97c8-d94b-4937-b8ff-7e4d9399523c None None] Attempt 1 to provision port 42b1badc-fe92-4288-8ba6-6be2c43424c9 Oct 20 13:44:08.408156 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 8cb82dbe-86f9-41ad-8f4a-e250de93ec0a is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:44:08.408969 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f509cf-855f-4ba2-bad5-e979f5308e4f admin admin] Pushing event updated for resources: {'Port': ['ID=42b1badc-fe92-4288-8ba6-6be2c43424c9,revision_number=2']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:08.409102 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (8cb82dbe-86f9-41ad-8f4a-e250de93ec0a), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:08.411678 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-95f509cf-855f-4ba2-bad5-e979f5308e4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3690414', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3864581'] for router_interface (c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:08.458299 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-df5e97c8-d94b-4937-b8ff-7e4d9399523c None None] Port 42b1badc-fe92-4288-8ba6-6be2c43424c9 cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:44:08.478092 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port 8cb82dbe-86f9-41ad-8f4a-e250de93ec0a, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=8cb82dbe-86f9-41ad-8f4a-e250de93ec0a,segment=NetworkSegment(a7beca9c-36f4-46f1-ac91-165bda043ab0),segment_id=a7beca9c-36f4-46f1-ac91-165bda043ab0)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:44:08.490744 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (8cb82dbe-86f9-41ad-8f4a-e250de93ec0a), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:08.501098 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 87c042be-902c-4978-b458-d368964b8e92 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:44:08.537407 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f509cf-855f-4ba2-bad5-e979f5308e4f admin admin] Network 43c9be0c-a035-400c-a6ae-595bcb9d1db2 is already hosted by enough agents. {{(pid=104732) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:44:08.539561 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.base_scheduler [None req-95f509cf-855f-4ba2-bad5-e979f5308e4f admin admin] Resources bound (agent type, host, resource id): {{(pid=104732) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:44:08.624790 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:08.650828 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14702f6-4e5c-400b-b7a9-b9404ad4f7cb req-c373ea92-bc0a-45b4-baa1-038b3d24de6d tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:08.659484 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f14702f6-4e5c-400b-b7a9-b9404ad4f7cb req-c373ea92-bc0a-45b4-baa1-038b3d24de6d tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f157145e-ca0a-418f-a843-2662a63b50bf HTTP/1.1" status: 200 len: 950 time: 0.0778468 Oct 20 13:44:08.661675 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=8cb82dbe-86f9-41ad-8f4a-e250de93ec0a,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:08.680713 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 87c042be-902c-4978-b458-d368964b8e92 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:44:08.681938 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (87c042be-902c-4978-b458-d368964b8e92), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:08.682477 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 87c042be-902c-4978-b458-d368964b8e92 Oct 20 13:44:08.735414 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f14702f6-4e5c-400b-b7a9-b9404ad4f7cb req-1cb9871b-e990-4fb1-ad24-e72571ee772a tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=113e7721-36d4-4cda-beb4-0a431ed06c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737391 Oct 20 13:44:08.762773 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f509cf-855f-4ba2-bad5-e979f5308e4f admin admin] Router c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:44:08.785625 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 87c042be-902c-4978-b458-d368964b8e92 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:44:08.897176 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-f799f09d-e6e3-4008-bf52-015fc9fd58dd None None] Provisioning complete for port 42b1badc-fe92-4288-8ba6-6be2c43424c9 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:44:08.897558 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f799f09d-e6e3-4008-bf52-015fc9fd58dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (42b1badc-fe92-4288-8ba6-6be2c43424c9), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:08.898201 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-f799f09d-e6e3-4008-bf52-015fc9fd58dd None None] Attempt 1 to provision port 42b1badc-fe92-4288-8ba6-6be2c43424c9 Oct 20 13:44:08.899085 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f509cf-855f-4ba2-bad5-e979f5308e4f admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:44:08.917433 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-95f509cf-855f-4ba2-bad5-e979f5308e4f admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0451066 Oct 20 13:44:08.949948 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-f799f09d-e6e3-4008-bf52-015fc9fd58dd None None] Port 42b1badc-fe92-4288-8ba6-6be2c43424c9 cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:44:09.067997 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf05958-9d33-4530-9098-5b25aab96744 req-f4c1dfbf-21f8-4f23-a91e-88e1de1f9c3f tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:09.069532 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-adf05958-9d33-4530-9098-5b25aab96744 req-f4c1dfbf-21f8-4f23-a91e-88e1de1f9c3f tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f157145e-ca0a-418f-a843-2662a63b50bf HTTP/1.1" status: 200 len: 950 time: 0.0527515 Oct 20 13:44:09.118815 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-adf05958-9d33-4530-9098-5b25aab96744 req-84782fd1-aaae-44f0-b7f2-7174c956c975 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=113e7721-36d4-4cda-beb4-0a431ed06c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435927 Oct 20 13:44:09.387592 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 50240) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:44:09.392987 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.v2.base [None req-695d9ec4-c422-44f2-9aa4-6b51d5ea4a0b tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-932800917', 'description': 'tempest-secgroup-smoke-932800917 description', 'project_id': '2de4676254c14b55aa2b7765255c69c9'}} {{(pid=104732) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:44:09.413234 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-695d9ec4-c422-44f2-9aa4-6b51d5ea4a0b tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for security_group (None), before_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:09.480426 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-695d9ec4-c422-44f2-9aa4-6b51d5ea4a0b tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for security_group (fca5b634-c703-42b9-91d7-96f762f0f4d2), precommit_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:09.484905 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-695d9ec4-c422-44f2-9aa4-6b51d5ea4a0b tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (fca5b634-c703-42b9-91d7-96f762f0f4d2), after_create {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:09.517154 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-695d9ec4-c422-44f2-9aa4-6b51d5ea4a0b tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:09.518382 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-695d9ec4-c422-44f2-9aa4-6b51d5ea4a0b tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1297979 Oct 20 13:44:09.519582 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d9ec4-c422-44f2-9aa4-6b51d5ea4a0b tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fca5b634-c703-42b9-91d7-96f762f0f4d2,revision_number=1']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:09.522174 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 50242) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:44:09.526891 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-69252fd7-674f-465b-baf9-994e20daccf4 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Request body: {'security_group_rule': {'security_group_id': 'fca5b634-c703-42b9-91d7-96f762f0f4d2', 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:44:09.553791 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-69252fd7-674f-465b-baf9-994e20daccf4 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for security_group_rule (fc51e835-1d58-4851-9e8a-cbf556cf8502), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:09.608157 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-69252fd7-674f-465b-baf9-994e20daccf4 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for security_group_rule (fc51e835-1d58-4851-9e8a-cbf556cf8502), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:09.611714 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-69252fd7-674f-465b-baf9-994e20daccf4 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (fc51e835-1d58-4851-9e8a-cbf556cf8502), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:09.629398 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69252fd7-674f-465b-baf9-994e20daccf4 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc51e835-1d58-4851-9e8a-cbf556cf8502,revision_number=0']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:09.637556 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-69252fd7-674f-465b-baf9-994e20daccf4 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:09.638739 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-69252fd7-674f-465b-baf9-994e20daccf4 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153889 Oct 20 13:44:09.642813 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 50244) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:44:09.647256 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-769365e6-137e-4f86-b8b9-19c6e8e7396a tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Request body: {'security_group_rule': {'security_group_id': 'fca5b634-c703-42b9-91d7-96f762f0f4d2', 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:44:09.674813 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-769365e6-137e-4f86-b8b9-19c6e8e7396a tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for security_group_rule (d8742381-ca9c-40da-b12f-b0edfdd7abd2), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:09.704552 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:09.738917 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-769365e6-137e-4f86-b8b9-19c6e8e7396a tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for security_group_rule (d8742381-ca9c-40da-b12f-b0edfdd7abd2), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:09.742603 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-769365e6-137e-4f86-b8b9-19c6e8e7396a tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (d8742381-ca9c-40da-b12f-b0edfdd7abd2), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:09.763969 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769365e6-137e-4f86-b8b9-19c6e8e7396a tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8742381-ca9c-40da-b12f-b0edfdd7abd2,revision_number=0']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:09.770193 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-769365e6-137e-4f86-b8b9-19c6e8e7396a tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:09.771483 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-769365e6-137e-4f86-b8b9-19c6e8e7396a tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1277606 Oct 20 13:44:09.774282 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 50246) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:44:09.778516 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-20460f15-9be3-4665-afdd-3f87a0b25938 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Request body: {'security_group_rule': {'security_group_id': 'fca5b634-c703-42b9-91d7-96f762f0f4d2', 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:44:09.805622 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-20460f15-9be3-4665-afdd-3f87a0b25938 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for security_group_rule (34364e4e-a632-440c-90bd-64fd43276f96), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:09.863655 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-20460f15-9be3-4665-afdd-3f87a0b25938 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for security_group_rule (34364e4e-a632-440c-90bd-64fd43276f96), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:09.868461 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-20460f15-9be3-4665-afdd-3f87a0b25938 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (34364e4e-a632-440c-90bd-64fd43276f96), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:09.888385 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20460f15-9be3-4665-afdd-3f87a0b25938 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34364e4e-a632-440c-90bd-64fd43276f96,revision_number=0']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:09.895638 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-20460f15-9be3-4665-afdd-3f87a0b25938 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:09.896827 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-20460f15-9be3-4665-afdd-3f87a0b25938 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216199 Oct 20 13:44:09.899667 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 50248) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:44:09.903812 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-65d300ef-7f43-42a2-85c4-03c55d0c5c56 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Request body: {'security_group_rule': {'security_group_id': 'fca5b634-c703-42b9-91d7-96f762f0f4d2', 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:44:09.931172 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-65d300ef-7f43-42a2-85c4-03c55d0c5c56 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for security_group_rule (40c0a0b4-a12b-45fd-bce0-cb879dc978fa), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:09.946567 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:09.965382 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239ffbb7-0dac-4d55-bfd3-f793565947f2 None None] Sync routers for ids ['c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a'] in dv-cinder-862136-1-iscsi {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:44:09.976966 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:09.980543 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239ffbb7-0dac-4d55-bfd3-f793565947f2 None None] Routers {'c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:44:09.981905 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-239ffbb7-0dac-4d55-bfd3-f793565947f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:43:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:44:10.002794 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-65d300ef-7f43-42a2-85c4-03c55d0c5c56 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for security_group_rule (40c0a0b4-a12b-45fd-bce0-cb879dc978fa), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:10.007801 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-65d300ef-7f43-42a2-85c4-03c55d0c5c56 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (40c0a0b4-a12b-45fd-bce0-cb879dc978fa), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:10.029412 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d300ef-7f43-42a2-85c4-03c55d0c5c56 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c0a0b4-a12b-45fd-bce0-cb879dc978fa,revision_number=0']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:10.041098 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-65d300ef-7f43-42a2-85c4-03c55d0c5c56 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:10.042429 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-65d300ef-7f43-42a2-85c4-03c55d0c5c56 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1418128 Oct 20 13:44:10.045294 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 50250) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:44:10.050820 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-c9e37857-1d9e-4257-9b31-6b6fa033cd8c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Request body: {'security_group_rule': {'security_group_id': 'fca5b634-c703-42b9-91d7-96f762f0f4d2', 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:44:10.082614 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.db.securitygroups_db [None req-c9e37857-1d9e-4257-9b31-6b6fa033cd8c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Project 2de4676254c14b55aa2b7765255c69c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 13:44:10.095219 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-c9e37857-1d9e-4257-9b31-6b6fa033cd8c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for security_group_rule (aca18aae-d2b7-42f2-a22a-4a0e7564c5b3), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:10.103656 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-239ffbb7-0dac-4d55-bfd3-f793565947f2 None None] Set router c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:44:10.130464 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 8cb82dbe-86f9-41ad-8f4a-e250de93ec0a up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:44:10.160723 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-c9e37857-1d9e-4257-9b31-6b6fa033cd8c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for security_group_rule (aca18aae-d2b7-42f2-a22a-4a0e7564c5b3), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:10.165811 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-c9e37857-1d9e-4257-9b31-6b6fa033cd8c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (aca18aae-d2b7-42f2-a22a-4a0e7564c5b3), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:10.183326 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e37857-1d9e-4257-9b31-6b6fa033cd8c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca18aae-d2b7-42f2-a22a-4a0e7564c5b3,revision_number=0']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:10.196763 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-c9e37857-1d9e-4257-9b31-6b6fa033cd8c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:10.198257 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-c9e37857-1d9e-4257-9b31-6b6fa033cd8c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1515234 Oct 20 13:44:10.201156 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 50254) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:44:10.207147 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-5de19b42-a8d8-45ba-8b5c-79f36ced156d tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Request body: {'security_group_rule': {'security_group_id': 'fca5b634-c703-42b9-91d7-96f762f0f4d2', 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:44:10.270062 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ef596-12ba-434a-a8cd-edebf18c6042 req-9c5e699d-fd54-4811-a2e1-c503fd291172 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:10.271492 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e34ef596-12ba-434a-a8cd-edebf18c6042 req-9c5e699d-fd54-4811-a2e1-c503fd291172 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f157145e-ca0a-418f-a843-2662a63b50bf HTTP/1.1" status: 200 len: 950 time: 0.0589876 Oct 20 13:44:10.273053 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.db.securitygroups_db [None req-5de19b42-a8d8-45ba-8b5c-79f36ced156d tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Project 2de4676254c14b55aa2b7765255c69c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 20 13:44:10.273450 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 8cb82dbe-86f9-41ad-8f4a-e250de93ec0a triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:44:10.273820 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (8cb82dbe-86f9-41ad-8f4a-e250de93ec0a), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:10.274160 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 8cb82dbe-86f9-41ad-8f4a-e250de93ec0a Oct 20 13:44:10.287049 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-5de19b42-a8d8-45ba-8b5c-79f36ced156d tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for security_group_rule (212af22b-141d-4c9d-b711-a34f0157c801), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:10.356276 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e34ef596-12ba-434a-a8cd-edebf18c6042 req-a0c9277e-f649-41a0-b74b-0c202fb9dcb8 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=113e7721-36d4-4cda-beb4-0a431ed06c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781019 Oct 20 13:44:10.397320 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-5de19b42-a8d8-45ba-8b5c-79f36ced156d tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for security_group_rule (212af22b-141d-4c9d-b711-a34f0157c801), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:10.403481 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-5de19b42-a8d8-45ba-8b5c-79f36ced156d tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842068'] for security_group_rule (212af22b-141d-4c9d-b711-a34f0157c801), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:10.406578 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-239ffbb7-0dac-4d55-bfd3-f793565947f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a', 'name': 'tempest-TestShelveInstance-2106316423-router', 'tenant_id': 'e461387a7dbe4f3fabaab7634fe5f7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '11cacf7b-631c-40c4-93a5-c7f76859cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:44:04Z', 'updated_at': '2022-10-20T13:44:07Z', 'revision_number': 4, 'project_id': 'e461387a7dbe4f3fabaab7634fe5f7c6', 'gw_port': {'id': '11cacf7b-631c-40c4-93a5-c7f76859cfce', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:80:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:44:05Z', 'updated_at': '2022-10-20T13:44:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '42b1badc-fe92-4288-8ba6-6be2c43424c9', 'name': '', 'network_id': '43c9be0c-a035-400c-a6ae-595bcb9d1db2', 'tenant_id': 'e461387a7dbe4f3fabaab7634fe5f7c6', 'mac_address': 'fa:16:3e:6a:4a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'f8650439-5301-4358-8f7e-c12acca0bc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:44:07Z', 'updated_at': '2022-10-20T13:44:08Z', 'revision_number': 2, 'project_id': 'e461387a7dbe4f3fabaab7634fe5f7c6', 'subnets': [{'id': 'f8650439-5301-4358-8f7e-c12acca0bc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:44:10.409727 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 8cb82dbe-86f9-41ad-8f4a-e250de93ec0a is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:44:10.410768 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 11cacf7b-631c-40c4-93a5-c7f76859cfce up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:44:10.418616 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:10.435333 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239ffbb7-0dac-4d55-bfd3-f793565947f2 None None] Checking router: c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a for host: dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:44:10.435745 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239ffbb7-0dac-4d55-bfd3-f793565947f2 None None] Updating router c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a port 42b1badc-fe92-4288-8ba6-6be2c43424c9 binding host dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 20 13:44:10.437345 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8c1b4-b26b-49e7-be97-7f61bee527d0 req-7c2b8005-ce14-4dcb-9c2a-1cb8082518c3 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:10.438880 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6ae8c1b4-b26b-49e7-be97-7f61bee527d0 req-7c2b8005-ce14-4dcb-9c2a-1cb8082518c3 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=f157145e-ca0a-418f-a843-2662a63b50bf HTTP/1.1" status: 200 len: 950 time: 0.0774264 Oct 20 13:44:10.440440 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de19b42-a8d8-45ba-8b5c-79f36ced156d tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=212af22b-141d-4c9d-b711-a34f0157c801,revision_number=0']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:10.445826 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-5de19b42-a8d8-45ba-8b5c-79f36ced156d tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:10.446952 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-5de19b42-a8d8-45ba-8b5c-79f36ced156d tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2447512 Oct 20 13:44:10.544322 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-6ae8c1b4-b26b-49e7-be97-7f61bee527d0 req-7fed90b7-0812-4628-82a5-09e6172bf142 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Deleting port 39fc983a-71f8-4c89-a812-ea8a2613e710 {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:44:10.544662 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-6ae8c1b4-b26b-49e7-be97-7f61bee527d0 req-7fed90b7-0812-4628-82a5-09e6172bf142 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (39fc983a-71f8-4c89-a812-ea8a2613e710), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:10.635197 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-239ffbb7-0dac-4d55-bfd3-f793565947f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (42b1badc-fe92-4288-8ba6-6be2c43424c9), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:10.657293 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-6ae8c1b4-b26b-49e7-be97-7f61bee527d0 req-7fed90b7-0812-4628-82a5-09e6172bf142 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] For port 39fc983a-71f8-4c89-a812-ea8a2613e710, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=39fc983a-71f8-4c89-a812-ea8a2613e710,segment=NetworkSegment(e440bfe5-c9d4-4b40-8725-1ab47ba9348c),segment_id=e440bfe5-c9d4-4b40-8725-1ab47ba9348c)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:44:10.657663 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-6ae8c1b4-b26b-49e7-be97-7f61bee527d0 req-7fed90b7-0812-4628-82a5-09e6172bf142 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (39fc983a-71f8-4c89-a812-ea8a2613e710), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:10.678465 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 11cacf7b-631c-40c4-93a5-c7f76859cfce triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:44:10.678834 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (11cacf7b-631c-40c4-93a5-c7f76859cfce), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:10.679164 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 11cacf7b-631c-40c4-93a5-c7f76859cfce Oct 20 13:44:10.684062 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:10.685355 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-6ae8c1b4-b26b-49e7-be97-7f61bee527d0 req-7fed90b7-0812-4628-82a5-09e6172bf142 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Calling delete_port for 39fc983a-71f8-4c89-a812-ea8a2613e710 owned by compute:nova {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:44:10.850076 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-6ae8c1b4-b26b-49e7-be97-7f61bee527d0 req-7fed90b7-0812-4628-82a5-09e6172bf142 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (39fc983a-71f8-4c89-a812-ea8a2613e710), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:10.869410 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['39fc983a-71f8-4c89-a812-ea8a2613e710'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:44:10.881527 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed90b7-0812-4628-82a5-09e6172bf142 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Pushing event deleted for resources: {'Port': ['ID=39fc983a-71f8-4c89-a812-ea8a2613e710,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:10.905330 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 11cacf7b-631c-40c4-93a5-c7f76859cfce is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:44:10.905670 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (11cacf7b-631c-40c4-93a5-c7f76859cfce), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:10.938185 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae8c1b4-b26b-49e7-be97-7f61bee527d0 req-7fed90b7-0812-4628-82a5-09e6172bf142 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] No DVR routers for this DVR port 39fc983a-71f8-4c89-a812-ea8a2613e710 on host hv-cinder-86213 {{(pid=104733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:44:10.941537 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-6ae8c1b4-b26b-49e7-be97-7f61bee527d0 req-7fed90b7-0812-4628-82a5-09e6172bf142 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:10.946854 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6ae8c1b4-b26b-49e7-be97-7f61bee527d0 req-7fed90b7-0812-4628-82a5-09e6172bf142 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.20 "DELETE /networking/v2.0/ports/39fc983a-71f8-4c89-a812-ea8a2613e710 HTTP/1.1" status: 204 len: 173 time: 0.4982729 Oct 20 13:44:10.947653 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f157145e-ca0a-418f-a843-2662a63b50bf', 'name': 'network-vif-deleted', 'tag': '39fc983a-71f8-4c89-a812-ea8a2613e710'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:44:10.950362 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c0e9e0-7587-4d2b-868d-833421185fef" -d '{"events": [{"server_uuid": "f157145e-ca0a-418f-a843-2662a63b50bf", "name": "network-vif-deleted", "tag": "39fc983a-71f8-4c89-a812-ea8a2613e710"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:44:11.016650 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port 11cacf7b-631c-40c4-93a5-c7f76859cfce, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=11cacf7b-631c-40c4-93a5-c7f76859cfce,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:44:11.019495 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:11.024345 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b599f3eb-1416-4c3e-b203-d38c9c5d0188 x-openstack-request-id: req-b599f3eb-1416-4c3e-b203-d38c9c5d0188 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:44:11.024758 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f157145e-ca0a-418f-a843-2662a63b50bf", "name": "network-vif-deleted", "tag": "39fc983a-71f8-4c89-a812-ea8a2613e710", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:44:11.025042 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b599f3eb-1416-4c3e-b203-d38c9c5d0188 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:44:11.025597 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b599f3eb-1416-4c3e-b203-d38c9c5d0188'] response: {'server_uuid': 'f157145e-ca0a-418f-a843-2662a63b50bf', 'name': 'network-vif-deleted', 'tag': '39fc983a-71f8-4c89-a812-ea8a2613e710', 'status': 'completed', 'code': 200} Oct 20 13:44:11.030358 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (11cacf7b-631c-40c4-93a5-c7f76859cfce), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:11.086804 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-239ffbb7-0dac-4d55-bfd3-f793565947f2 None None] Publish callbacks [] for port (42b1badc-fe92-4288-8ba6-6be2c43424c9), precommit_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:11.113859 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-239ffbb7-0dac-4d55-bfd3-f793565947f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (42b1badc-fe92-4288-8ba6-6be2c43424c9), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:11.142528 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=11cacf7b-631c-40c4-93a5-c7f76859cfce,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:11.228917 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-239ffbb7-0dac-4d55-bfd3-f793565947f2 None None] Attempting to bind port 42b1badc-fe92-4288-8ba6-6be2c43424c9 on host dv-cinder-862136-1-iscsi for vnic_type normal with profile {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:44:11.229289 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-239ffbb7-0dac-4d55-bfd3-f793565947f2 None None] Attempting to bind port 42b1badc-fe92-4288-8ba6-6be2c43424c9 by drivers openvswitch,hyperv on host dv-cinder-862136-1-iscsi at level 0 using segments [{'id': '4d0576a0-19a8-42cd-ad4d-244fcd42557a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '43c9be0c-a035-400c-a6ae-595bcb9d1db2'}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:44:11.229644 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ffbb7-0dac-4d55-bfd3-f793565947f2 None None] Attempting to bind port 42b1badc-fe92-4288-8ba6-6be2c43424c9 on network 43c9be0c-a035-400c-a6ae-595bcb9d1db2 {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:44:11.232899 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f84dd7-8d2b-42e4-b4d4-713a481bfc48 None None] Pushing event updated for resources: {'Port': ['ID=42b1badc-fe92-4288-8ba6-6be2c43424c9,revision_number=3']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:11.277702 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ffbb7-0dac-4d55-bfd3-f793565947f2 None None] Checking agent: {'id': 'b65728d8-a91f-423f-85ef-c34bbd74d8f0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-862136-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 27, 30), 'started_at': datetime.datetime(2022, 10, 20, 13, 28), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-862136-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:44:11.278076 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ffbb7-0dac-4d55-bfd3-f793565947f2 None None] Checking segment: {'id': '4d0576a0-19a8-42cd-ad4d-244fcd42557a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '43c9be0c-a035-400c-a6ae-595bcb9d1db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104734) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:44:11.278467 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-239ffbb7-0dac-4d55-bfd3-f793565947f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:11.278843 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239ffbb7-0dac-4d55-bfd3-f793565947f2 None None] Bound using segment: {'id': '4d0576a0-19a8-42cd-ad4d-244fcd42557a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '43c9be0c-a035-400c-a6ae-595bcb9d1db2'} {{(pid=104734) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:44:11.279303 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.managers [None req-239ffbb7-0dac-4d55-bfd3-f793565947f2 None None] Bound port: 42b1badc-fe92-4288-8ba6-6be2c43424c9, host: dv-cinder-862136-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d0576a0-19a8-42cd-ad4d-244fcd42557a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '43c9be0c-a035-400c-a6ae-595bcb9d1db2'}}] {{(pid=104734) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:44:11.279668 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-239ffbb7-0dac-4d55-bfd3-f793565947f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (42b1badc-fe92-4288-8ba6-6be2c43424c9), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:11.338724 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-239ffbb7-0dac-4d55-bfd3-f793565947f2 None None] For port 42b1badc-fe92-4288-8ba6-6be2c43424c9, host dv-cinder-862136-1-iscsi, cleared binding levels {{(pid=104734) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:44:11.341717 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-239ffbb7-0dac-4d55-bfd3-f793565947f2 None None] For port 42b1badc-fe92-4288-8ba6-6be2c43424c9, host dv-cinder-862136-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=42b1badc-fe92-4288-8ba6-6be2c43424c9,segment=NetworkSegment(4d0576a0-19a8-42cd-ad4d-244fcd42557a),segment_id=4d0576a0-19a8-42cd-ad4d-244fcd42557a)] {{(pid=104734) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:44:11.349947 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-239ffbb7-0dac-4d55-bfd3-f793565947f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (42b1badc-fe92-4288-8ba6-6be2c43424c9), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:11.389784 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239ffbb7-0dac-4d55-bfd3-f793565947f2 None None] Routers {'c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:44:11.390590 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-239ffbb7-0dac-4d55-bfd3-f793565947f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:43:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:44:11.448197 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f84dd7-8d2b-42e4-b4d4-713a481bfc48 None None] Pushing event updated for resources: {'Port': ['ID=42b1badc-fe92-4288-8ba6-6be2c43424c9,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:11.462064 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:INSERT=3,neutron:DELETE=6 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:11.489600 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5ee7523d-d696-421f-8bc3-661d09072fa8 req-2bc08349-9b63-4dfe-966b-82a4fb04a8e7 tempest-VolumesNegativeTest-994989026 tempest-VolumesNegativeTest-994989026-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=f157145e-ca0a-418f-a843-2662a63b50bf HTTP/1.1" status: 200 len: 210 time: 0.0376661 Oct 20 13:44:11.519106 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-239ffbb7-0dac-4d55-bfd3-f793565947f2 None None] Set router c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:44:11.558862 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:11.723918 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-239ffbb7-0dac-4d55-bfd3-f793565947f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a', 'name': 'tempest-TestShelveInstance-2106316423-router', 'tenant_id': 'e461387a7dbe4f3fabaab7634fe5f7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '11cacf7b-631c-40c4-93a5-c7f76859cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:44:04Z', 'updated_at': '2022-10-20T13:44:07Z', 'revision_number': 4, 'project_id': 'e461387a7dbe4f3fabaab7634fe5f7c6', 'gw_port': {'id': '11cacf7b-631c-40c4-93a5-c7f76859cfce', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:80:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:44:05Z', 'updated_at': '2022-10-20T13:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '42b1badc-fe92-4288-8ba6-6be2c43424c9', 'name': '', 'network_id': '43c9be0c-a035-400c-a6ae-595bcb9d1db2', 'tenant_id': 'e461387a7dbe4f3fabaab7634fe5f7c6', 'mac_address': 'fa:16:3e:6a:4a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'f8650439-5301-4358-8f7e-c12acca0bc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:44:07Z', 'updated_at': '2022-10-20T13:44:11Z', 'revision_number': 4, 'project_id': 'e461387a7dbe4f3fabaab7634fe5f7c6', 'subnets': [{'id': 'f8650439-5301-4358-8f7e-c12acca0bc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:44:11.754218 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239ffbb7-0dac-4d55-bfd3-f793565947f2 None None] The sync data for ids ['c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a'] in dv-cinder-862136-1-iscsi is: [{'id': 'c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a', 'name': 'tempest-TestShelveInstance-2106316423-router', 'tenant_id': 'e461387a7dbe4f3fabaab7634fe5f7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '11cacf7b-631c-40c4-93a5-c7f76859cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:44:04Z', 'updated_at': '2022-10-20T13:44:07Z', 'revision_number': 4, 'project_id': 'e461387a7dbe4f3fabaab7634fe5f7c6', 'gw_port': {'id': '11cacf7b-631c-40c4-93a5-c7f76859cfce', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:80:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:44:05Z', 'updated_at': '2022-10-20T13:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '42b1badc-fe92-4288-8ba6-6be2c43424c9', 'name': '', 'network_id': '43c9be0c-a035-400c-a6ae-595bcb9d1db2', 'tenant_id': 'e461387a7dbe4f3fabaab7634fe5f7c6', 'mac_address': 'fa:16:3e:6a:4a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'f8650439-5301-4358-8f7e-c12acca0bc54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:44:07Z', 'updated_at': '2022-10-20T13:44:11Z', 'revision_number': 4, 'project_id': 'e461387a7dbe4f3fabaab7634fe5f7c6', 'subnets': [{'id': 'f8650439-5301-4358-8f7e-c12acca0bc54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:44:12.111825 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 42b1badc-fe92-4288-8ba6-6be2c43424c9 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:44:12.162487 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 42b1badc-fe92-4288-8ba6-6be2c43424c9 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:44:12.162853 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (42b1badc-fe92-4288-8ba6-6be2c43424c9), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:12.163198 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 42b1badc-fe92-4288-8ba6-6be2c43424c9 Oct 20 13:44:12.245645 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 42b1badc-fe92-4288-8ba6-6be2c43424c9 is: DOWN; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:44:12.245943 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (42b1badc-fe92-4288-8ba6-6be2c43424c9), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:12.265862 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:12.281959 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] For port 42b1badc-fe92-4288-8ba6-6be2c43424c9, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=42b1badc-fe92-4288-8ba6-6be2c43424c9,segment=NetworkSegment(4d0576a0-19a8-42cd-ad4d-244fcd42557a),segment_id=4d0576a0-19a8-42cd-ad4d-244fcd42557a)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:44:12.285583 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (42b1badc-fe92-4288-8ba6-6be2c43424c9), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:12.286372 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 11cacf7b-631c-40c4-93a5-c7f76859cfce up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:44:12.357384 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Pushing event updated for resources: {'Port': ['ID=42b1badc-fe92-4288-8ba6-6be2c43424c9,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:12.369410 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 11cacf7b-631c-40c4-93a5-c7f76859cfce triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:44:12.369848 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (11cacf7b-631c-40c4-93a5-c7f76859cfce), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:12.370242 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 11cacf7b-631c-40c4-93a5-c7f76859cfce Oct 20 13:44:12.446313 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 11cacf7b-631c-40c4-93a5-c7f76859cfce is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:44:13.116435 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:44:13.693409 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 39fc983a-71f8-4c89-a812-ea8a2613e710 no longer exists at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:44:13.716987 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] No Port match for: 39fc983a-71f8-4c89-a812-ea8a2613e710 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:44:13.717338 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device 39fc983a-71f8-4c89-a812-ea8a2613e710 not bound to the agent host hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:44:14.034375 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 42b1badc-fe92-4288-8ba6-6be2c43424c9 up at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:44:14.079201 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Provisioning complete for port 42b1badc-fe92-4288-8ba6-6be2c43424c9 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:44:14.079651 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (42b1badc-fe92-4288-8ba6-6be2c43424c9), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:14.079976 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Attempt 1 to provision port 42b1badc-fe92-4288-8ba6-6be2c43424c9 Oct 20 13:44:14.157596 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Current status of the port 42b1badc-fe92-4288-8ba6-6be2c43424c9 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:44:16.654821 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 50566) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:44:16.795078 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-07363045-5148-4134-b6c2-f8c45009900a admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=29dff2585070499ea1cdaa39016417d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390860 Oct 20 13:44:16.797637 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 50570) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:44:16.847246 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f488842d-4855-41fa-b1a8-41ddf2cfc09d admin admin] Publish callbacks [] for security_group (113e7721-36d4-4cda-beb4-0a431ed06c68), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:16.867266 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f488842d-4855-41fa-b1a8-41ddf2cfc09d admin admin] Publish callbacks [] for security_group (113e7721-36d4-4cda-beb4-0a431ed06c68), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:16.913755 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f488842d-4855-41fa-b1a8-41ddf2cfc09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (113e7721-36d4-4cda-beb4-0a431ed06c68), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:16.916255 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-f488842d-4855-41fa-b1a8-41ddf2cfc09d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:16.917422 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-f488842d-4855-41fa-b1a8-41ddf2cfc09d admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/113e7721-36d4-4cda-beb4-0a431ed06c68 HTTP/1.1" status: 204 len: 168 time: 0.1188858 Oct 20 13:44:16.926503 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f488842d-4855-41fa-b1a8-41ddf2cfc09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113e7721-36d4-4cda-beb4-0a431ed06c68,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:19.511318 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=62,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:19.513222 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=31,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:20.734520 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:24.154220 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:24.636809 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1badb360-fa94-49fc-9d81-ab9f3a1ed5ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:26.919788 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=61,neutron:DELETE=5 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:26.921598 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=22,neutron:DELETE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:26.947746 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9b9b9cb7-da39-4f1d-988a-b058f53035b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:28.186425 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:29.635043 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:29.748303 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:31.127031 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:31.137362 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=41 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:32.344111 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-83772151-0045-4d2d-bf7a-ab14a7ece473 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-932800917&fields=id&tenant_id=2de4676254c14b55aa2b7765255c69c9 HTTP/1.1" status: 200 len: 267 time: 0.0465977 Oct 20 13:44:32.455875 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-b18d9daa-3a6e-42c3-968a-bdf01d757205 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:32.457335 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-b18d9daa-3a6e-42c3-968a-bdf01d757205 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/networks?id=0f592744-30d0-4c9f-8d1d-d169c26122c1 HTTP/1.1" status: 200 len: 809 time: 0.1062176 Oct 20 13:44:32.472254 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-2602f325-fb41-42f0-a591-a84762b64431 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/quotas/2de4676254c14b55aa2b7765255c69c9 HTTP/1.1" status: 200 len: 375 time: 0.0095816 Oct 20 13:44:32.523146 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-260cf004-c585-441b-8ab6-22df663fbc75 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?tenant_id=2de4676254c14b55aa2b7765255c69c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452011 Oct 20 13:44:32.631764 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-88a642e5-6796-4a4d-b748-32636ec886e9 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0f592744-30d0-4c9f-8d1d-d169c26122c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943820 Oct 20 13:44:32.725129 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-1c63680b-c635-4504-aaa5-e0fe0b0d3e10 service neutron] 10.222.0.23 "GET /networking/v2.0/networks/0f592744-30d0-4c9f-8d1d-d169c26122c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872719 Oct 20 13:44:33.034382 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-49d0c7e8-6622-4167-9287-6bc4733891b7 req-2db14123-82ac-4483-8620-0b673a58fd9b tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 210 time: 0.0323954 Oct 20 13:44:34.168211 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8f8a4462-98a9-4891-b2ee-637a04d988c1 req-0fe400a2-7d76-45e4-82c9-fb0718fcf36e tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 210 time: 0.0418093 Oct 20 13:44:34.204571 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-f8e06f84-6729-4bd6-9ab9-dfa4a80d4524 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:34.206039 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-f8e06f84-6729-4bd6-9ab9-dfa4a80d4524 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.20 "GET /networking/v2.0/networks?id=0f592744-30d0-4c9f-8d1d-d169c26122c1 HTTP/1.1" status: 200 len: 809 time: 0.1468458 Oct 20 13:44:34.277862 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-5e45f1ee-c4fe-4619-8dc5-cff7317ed8cd tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2de4676254c14b55aa2b7765255c69c9 HTTP/1.1" status: 200 len: 379 time: 0.0535207 Oct 20 13:44:34.289470 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-5be9d897-218e-4fcb-ba40-2f551d76f31d tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Request body: {'port': {'device_id': 'c93d82ad-cde4-4b8f-84c3-2a3891ebd707', 'network_id': '0f592744-30d0-4c9f-8d1d-d169c26122c1', 'admin_state_up': True, 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'security_groups': ['fca5b634-c703-42b9-91d7-96f762f0f4d2']}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:44:34.394544 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-5be9d897-218e-4fcb-ba40-2f551d76f31d tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Made reservation on behalf of 2de4676254c14b55aa2b7765255c69c9 for: {'port': 1} {{(pid=104733) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 20 13:44:34.398489 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-5be9d897-218e-4fcb-ba40-2f551d76f31d tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:34.527736 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-5be9d897-218e-4fcb-ba40-2f551d76f31d tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Allocated IP 172.20.0.3 (0f592744-30d0-4c9f-8d1d-d169c26122c1/a66f4771-1c6e-4b05-b791-dfe578b44f37/c60610d5-8cbd-4e4d-91b4-6eab27fabd56) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:44:34.584893 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:34.635728 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:34.688708 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-5be9d897-218e-4fcb-ba40-2f551d76f31d tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for port (c60610d5-8cbd-4e4d-91b4-6eab27fabd56), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:34.721545 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-5be9d897-218e-4fcb-ba40-2f551d76f31d tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (c60610d5-8cbd-4e4d-91b4-6eab27fabd56), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:34.765358 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-5be9d897-218e-4fcb-ba40-2f551d76f31d tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Network 0f592744-30d0-4c9f-8d1d-d169c26122c1 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:44:34.768422 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-5be9d897-218e-4fcb-ba40-2f551d76f31d tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:44:34.772302 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-5be9d897-218e-4fcb-ba40-2f551d76f31d tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:44:34.778488 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9d897-218e-4fcb-ba40-2f551d76f31d tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Pushing event updated for resources: {'Port': ['ID=c60610d5-8cbd-4e4d-91b4-6eab27fabd56,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:34.829692 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-5be9d897-218e-4fcb-ba40-2f551d76f31d tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:34.830307 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-5be9d897-218e-4fcb-ba40-2f551d76f31d tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:34.847435 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-5be9d897-218e-4fcb-ba40-2f551d76f31d tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5615122 Oct 20 13:44:34.863136 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-fb03c78f-8eb9-4cd8-810f-484718274d39 service neutron] Request body: {'port': {'device_id': 'c93d82ad-cde4-4b8f-84c3-2a3891ebd707', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-86213'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:44:34.929613 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-fb03c78f-8eb9-4cd8-810f-484718274d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (c60610d5-8cbd-4e4d-91b4-6eab27fabd56), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:35.033189 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-21df5564-78a7-4cf4-b483-f0ba4ffb1558 None None] Provisioning complete for port c60610d5-8cbd-4e4d-91b4-6eab27fabd56 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:44:35.033718 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-21df5564-78a7-4cf4-b483-f0ba4ffb1558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (c60610d5-8cbd-4e4d-91b4-6eab27fabd56), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:35.034011 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-21df5564-78a7-4cf4-b483-f0ba4ffb1558 None None] Attempt 1 to provision port c60610d5-8cbd-4e4d-91b4-6eab27fabd56 Oct 20 13:44:35.071748 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-21df5564-78a7-4cf4-b483-f0ba4ffb1558 None None] Port c60610d5-8cbd-4e4d-91b4-6eab27fabd56 cannot update to ACTIVE because it is not bound. {{(pid=104734) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Oct 20 13:44:35.188686 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-fb03c78f-8eb9-4cd8-810f-484718274d39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c60610d5-8cbd-4e4d-91b4-6eab27fabd56 {{(pid=104733) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:44:35.196346 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-fb03c78f-8eb9-4cd8-810f-484718274d39 service neutron] Publish callbacks [] for port (c60610d5-8cbd-4e4d-91b4-6eab27fabd56), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:35.209685 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.provisioning_blocks [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-fb03c78f-8eb9-4cd8-810f-484718274d39 service neutron] Transition to ACTIVE for port object c60610d5-8cbd-4e4d-91b4-6eab27fabd56 will not be triggered until provisioned by entity L2. {{(pid=104733) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 20 13:44:35.214774 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-fb03c78f-8eb9-4cd8-810f-484718274d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (c60610d5-8cbd-4e4d-91b4-6eab27fabd56), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:35.304816 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03c78f-8eb9-4cd8-810f-484718274d39 service neutron] Pushing event updated for resources: {'Port': ['ID=c60610d5-8cbd-4e4d-91b4-6eab27fabd56,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:35.344590 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967973c2-627c-474f-a23c-b6802a4e92a5 req-5f3f5e64-3bf2-4524-886c-ca9809f7ae0d tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:35.346061 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-967973c2-627c-474f-a23c-b6802a4e92a5 req-5f3f5e64-3bf2-4524-886c-ca9809f7ae0d tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 943 time: 0.0907531 Oct 20 13:44:35.389587 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-fb03c78f-8eb9-4cd8-810f-484718274d39 service neutron] Attempting to bind port c60610d5-8cbd-4e4d-91b4-6eab27fabd56 on host hv-cinder-86213 for vnic_type normal with profile {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Oct 20 13:44:35.389919 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-fb03c78f-8eb9-4cd8-810f-484718274d39 service neutron] Attempting to bind port c60610d5-8cbd-4e4d-91b4-6eab27fabd56 by drivers openvswitch,hyperv on host hv-cinder-86213 at level 0 using segments [{'id': 'a7beca9c-36f4-46f1-ac91-165bda043ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f592744-30d0-4c9f-8d1d-d169c26122c1'}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Oct 20 13:44:35.390243 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-fb03c78f-8eb9-4cd8-810f-484718274d39 service neutron] Attempting to bind port c60610d5-8cbd-4e4d-91b4-6eab27fabd56 on network 0f592744-30d0-4c9f-8d1d-d169c26122c1 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:44:35.419677 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:35.432436 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:35.436666 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-967973c2-627c-474f-a23c-b6802a4e92a5 req-fa582174-7141-4891-8a72-1946d25ea322 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847096 Oct 20 13:44:35.452112 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-fb03c78f-8eb9-4cd8-810f-484718274d39 service neutron] Port c60610d5-8cbd-4e4d-91b4-6eab27fabd56 on network 0f592744-30d0-4c9f-8d1d-d169c26122c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-86213 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 20 13:44:35.452536 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-fb03c78f-8eb9-4cd8-810f-484718274d39 service neutron] Attempting to bind port c60610d5-8cbd-4e4d-91b4-6eab27fabd56 on network 0f592744-30d0-4c9f-8d1d-d169c26122c1 {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 20 13:44:35.495281 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-fb03c78f-8eb9-4cd8-810f-484718274d39 service neutron] Checking agent: {'id': '4b042e07-7f30-49b6-94c5-05338f7deed3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-86213', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'started_at': datetime.datetime(2022, 10, 20, 13, 33, 37), 'heartbeat_timestamp': datetime.datetime(2022, 10, 20, 13, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Oct 20 13:44:35.495611 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-fb03c78f-8eb9-4cd8-810f-484718274d39 service neutron] Checking segment: {'id': 'a7beca9c-36f4-46f1-ac91-165bda043ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f592744-30d0-4c9f-8d1d-d169c26122c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104733) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Oct 20 13:44:35.496015 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-fb03c78f-8eb9-4cd8-810f-484718274d39 service neutron] Bound using segment: {'id': 'a7beca9c-36f4-46f1-ac91-165bda043ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f592744-30d0-4c9f-8d1d-d169c26122c1'} {{(pid=104733) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Oct 20 13:44:35.496441 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.managers [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-fb03c78f-8eb9-4cd8-810f-484718274d39 service neutron] Bound port: c60610d5-8cbd-4e4d-91b4-6eab27fabd56, host: hv-cinder-86213, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7beca9c-36f4-46f1-ac91-165bda043ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f592744-30d0-4c9f-8d1d-d169c26122c1'}}] {{(pid=104733) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Oct 20 13:44:35.496792 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-fb03c78f-8eb9-4cd8-810f-484718274d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (c60610d5-8cbd-4e4d-91b4-6eab27fabd56), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:35.559392 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-fb03c78f-8eb9-4cd8-810f-484718274d39 service neutron] For port c60610d5-8cbd-4e4d-91b4-6eab27fabd56, host hv-cinder-86213, cleared binding levels {{(pid=104733) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 20 13:44:35.562625 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-fb03c78f-8eb9-4cd8-810f-484718274d39 service neutron] For port c60610d5-8cbd-4e4d-91b4-6eab27fabd56, host hv-cinder-86213, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=c60610d5-8cbd-4e4d-91b4-6eab27fabd56,segment=NetworkSegment(a7beca9c-36f4-46f1-ac91-165bda043ab0),segment_id=a7beca9c-36f4-46f1-ac91-165bda043ab0)] {{(pid=104733) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 20 13:44:35.567674 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-fb03c78f-8eb9-4cd8-810f-484718274d39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (c60610d5-8cbd-4e4d-91b4-6eab27fabd56), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:35.571685 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-fb03c78f-8eb9-4cd8-810f-484718274d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:35.572291 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-fb03c78f-8eb9-4cd8-810f-484718274d39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:35.573704 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-fb03c78f-8eb9-4cd8-810f-484718274d39 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/c60610d5-8cbd-4e4d-91b4-6eab27fabd56 HTTP/1.1" status: 200 len: 1093 time: 0.7153418 Oct 20 13:44:35.574195 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93d82ad-cde4-4b8f-84c3-2a3891ebd707', 'tag': 'c60610d5-8cbd-4e4d-91b4-6eab27fabd56'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:44:35.576402 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64a8289-8e10-4d94-804c-740627d1f0fa" -d '{"events": [{"name": "network-changed", "server_uuid": "c93d82ad-cde4-4b8f-84c3-2a3891ebd707", "tag": "c60610d5-8cbd-4e4d-91b4-6eab27fabd56"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:44:35.619966 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504b597c-e92a-4c2f-ae1c-98bdea67fe1b x-openstack-request-id: req-504b597c-e92a-4c2f-ae1c-98bdea67fe1b {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:44:35.620246 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93d82ad-cde4-4b8f-84c3-2a3891ebd707", "tag": "c60610d5-8cbd-4e4d-91b4-6eab27fabd56", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:44:35.620492 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-504b597c-e92a-4c2f-ae1c-98bdea67fe1b {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:44:35.620900 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-504b597c-e92a-4c2f-ae1c-98bdea67fe1b'] response: {'name': 'network-changed', 'server_uuid': 'c93d82ad-cde4-4b8f-84c3-2a3891ebd707', 'tag': 'c60610d5-8cbd-4e4d-91b4-6eab27fabd56', 'status': 'completed', 'code': 200} Oct 20 13:44:35.634078 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03c78f-8eb9-4cd8-810f-484718274d39 service neutron] Pushing event updated for resources: {'Port': ['ID=c60610d5-8cbd-4e4d-91b4-6eab27fabd56,revision_number=3']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:35.663220 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-15ab46a6-8316-4499-a8d9-7111ee46cb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:35.664669 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-15ab46a6-8316-4499-a8d9-7111ee46cb11 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=2de4676254c14b55aa2b7765255c69c9&device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 1127 time: 0.0392072 Oct 20 13:44:35.708766 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-6c469640-cc0b-4597-a782-65f8ee103087 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c60610d5-8cbd-4e4d-91b4-6eab27fabd56 HTTP/1.1" status: 200 len: 217 time: 0.0315037 Oct 20 13:44:35.995452 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-1fa42990-b826-440c-849d-bf221b5cfb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:35.996912 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-1fa42990-b826-440c-849d-bf221b5cfb70 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a66f4771-1c6e-4b05-b791-dfe578b44f37 HTTP/1.1" status: 200 len: 848 time: 0.2813871 Oct 20 13:44:36.043413 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-41254d06-93ff-488a-8295-c2a6223d5be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:36.044821 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-41254d06-93ff-488a-8295-c2a6223d5be2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=0f592744-30d0-4c9f-8d1d-d169c26122c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371647 Oct 20 13:44:36.137954 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-87697949-0897-422c-9877-1a4f68de2bb2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0f592744-30d0-4c9f-8d1d-d169c26122c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837362 Oct 20 13:44:36.232215 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2f9bc489-27e2-4aed-b83d-aaf897c63bdb req-b4e0cca1-9f58-4b97-808f-c1aee4d02056 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0f592744-30d0-4c9f-8d1d-d169c26122c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849366 Oct 20 13:44:36.487599 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a8289-8e10-4d94-804c-740627d1f0fa req-69fc39ef-fce5-4baa-a1a8-42b4924e6fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:36.489410 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e64a8289-8e10-4d94-804c-740627d1f0fa req-69fc39ef-fce5-4baa-a1a8-42b4924e6fa3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=2de4676254c14b55aa2b7765255c69c9&device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 1127 time: 0.0402293 Oct 20 13:44:36.599758 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03448014-c8c5-44ab-bc49-9ea2a4a11dca req-7e4e8c00-921c-44f8-9428-456c53b1ebfe tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:36.601218 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-03448014-c8c5-44ab-bc49-9ea2a4a11dca req-7e4e8c00-921c-44f8-9428-456c53b1ebfe tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 943 time: 0.0559566 Oct 20 13:44:36.641906 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a8289-8e10-4d94-804c-740627d1f0fa req-b33bbcaf-3a62-444d-ba1d-07aeb0f9d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:36.643302 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e64a8289-8e10-4d94-804c-740627d1f0fa req-b33bbcaf-3a62-444d-ba1d-07aeb0f9d287 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=0f592744-30d0-4c9f-8d1d-d169c26122c1 HTTP/1.1" status: 200 len: 910 time: 0.1480372 Oct 20 13:44:36.696604 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e64a8289-8e10-4d94-804c-740627d1f0fa req-628123f0-1cda-453c-862e-c4e5e84ab401 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c60610d5-8cbd-4e4d-91b4-6eab27fabd56 HTTP/1.1" status: 200 len: 217 time: 0.0420294 Oct 20 13:44:36.700397 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-03448014-c8c5-44ab-bc49-9ea2a4a11dca req-36c78b5b-d33f-4204-a155-1ef7362cc260 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902581 Oct 20 13:44:36.749229 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a8289-8e10-4d94-804c-740627d1f0fa req-d23a9f66-f9e6-4427-9c62-31dcab87f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:36.751400 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e64a8289-8e10-4d94-804c-740627d1f0fa req-d23a9f66-f9e6-4427-9c62-31dcab87f769 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a66f4771-1c6e-4b05-b791-dfe578b44f37 HTTP/1.1" status: 200 len: 848 time: 0.0442605 Oct 20 13:44:36.767622 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:36.801745 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a8289-8e10-4d94-804c-740627d1f0fa req-9e21edfb-4933-4b60-90ca-ead1c01aa1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:36.803226 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e64a8289-8e10-4d94-804c-740627d1f0fa req-9e21edfb-4933-4b60-90ca-ead1c01aa1f8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=0f592744-30d0-4c9f-8d1d-d169c26122c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434926 Oct 20 13:44:36.884408 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:36.891687 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:36.896812 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e64a8289-8e10-4d94-804c-740627d1f0fa req-5ff9ba5b-d519-4ff4-a7f4-5a65b3bbf68f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0f592744-30d0-4c9f-8d1d-d169c26122c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839245 Oct 20 13:44:36.991893 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e64a8289-8e10-4d94-804c-740627d1f0fa req-d9cb7c72-fb6e-4d89-ac81-83aac4160d37 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0f592744-30d0-4c9f-8d1d-d169c26122c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853560 Oct 20 13:44:37.492533 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 50774) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:44:37.599156 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-fbb6128d-b2ab-4366-874b-cd38af762e0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:37.674608 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-fbb6128d-b2ab-4366-874b-cd38af762e0c admin admin] Publish callbacks [] for security_group (9e220eca-16fb-4dc3-9e15-c0d78ace5431), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:37.678050 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-fbb6128d-b2ab-4366-874b-cd38af762e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (9e220eca-16fb-4dc3-9e15-c0d78ace5431), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:37.716659 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-fbb6128d-b2ab-4366-874b-cd38af762e0c admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=6c47b9997280426082bbcff1c27a5eea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230327 Oct 20 13:44:37.717749 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6128d-b2ab-4366-874b-cd38af762e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e220eca-16fb-4dc3-9e15-c0d78ace5431,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:37.719626 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 50778) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:44:37.773225 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5c413a9f-f6fa-498d-b9e6-6f09ac661e4e admin admin] Publish callbacks [] for security_group (9e220eca-16fb-4dc3-9e15-c0d78ace5431), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:37.793843 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5c413a9f-f6fa-498d-b9e6-6f09ac661e4e admin admin] Publish callbacks [] for security_group (9e220eca-16fb-4dc3-9e15-c0d78ace5431), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:37.822169 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9eb5c5-6d26-4164-b0f8-35fe2dfee192 req-b4987320-9905-476a-877f-0c3e74b4b9df tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:37.823629 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-de9eb5c5-6d26-4164-b0f8-35fe2dfee192 req-b4987320-9905-476a-877f-0c3e74b4b9df tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 943 time: 0.0459623 Oct 20 13:44:37.842129 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5c413a9f-f6fa-498d-b9e6-6f09ac661e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (9e220eca-16fb-4dc3-9e15-c0d78ace5431), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:37.844996 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-5c413a9f-f6fa-498d-b9e6-6f09ac661e4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:37.848431 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-5c413a9f-f6fa-498d-b9e6-6f09ac661e4e admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/9e220eca-16fb-4dc3-9e15-c0d78ace5431 HTTP/1.1" status: 204 len: 168 time: 0.1255295 Oct 20 13:44:37.854366 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c413a9f-f6fa-498d-b9e6-6f09ac661e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e220eca-16fb-4dc3-9e15-c0d78ace5431,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:37.862417 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c413a9f-f6fa-498d-b9e6-6f09ac661e4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:37.862758 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c413a9f-f6fa-498d-b9e6-6f09ac661e4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:37.863087 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c413a9f-f6fa-498d-b9e6-6f09ac661e4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:37.863411 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c413a9f-f6fa-498d-b9e6-6f09ac661e4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:37.863742 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c413a9f-f6fa-498d-b9e6-6f09ac661e4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:37.864061 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c413a9f-f6fa-498d-b9e6-6f09ac661e4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:37.864628 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c413a9f-f6fa-498d-b9e6-6f09ac661e4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:37.864975 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c413a9f-f6fa-498d-b9e6-6f09ac661e4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:37.865291 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c413a9f-f6fa-498d-b9e6-6f09ac661e4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:37.865605 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c413a9f-f6fa-498d-b9e6-6f09ac661e4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:37.865918 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c413a9f-f6fa-498d-b9e6-6f09ac661e4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:37.866230 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c413a9f-f6fa-498d-b9e6-6f09ac661e4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:37.866542 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c413a9f-f6fa-498d-b9e6-6f09ac661e4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:37.866850 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c413a9f-f6fa-498d-b9e6-6f09ac661e4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:37.867166 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c413a9f-f6fa-498d-b9e6-6f09ac661e4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:37.891865 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-de9eb5c5-6d26-4164-b0f8-35fe2dfee192 req-a7c3ec88-8443-4d61-9c54-be4a8864b9e4 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609765 Oct 20 13:44:39.003694 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82a282b-ca9a-4a26-8baf-13975c64e4a7 req-6e3b0c8e-c547-47a4-90c2-1b08b50d6c9a tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:39.005280 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b82a282b-ca9a-4a26-8baf-13975c64e4a7 req-6e3b0c8e-c547-47a4-90c2-1b08b50d6c9a tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 943 time: 0.0455151 Oct 20 13:44:39.053353 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b82a282b-ca9a-4a26-8baf-13975c64e4a7 req-d0dbaf8c-4ff9-4123-a6db-3d21fec30ee8 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425794 Oct 20 13:44:40.174242 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d34d9f-6636-4e39-b3b1-d7a00274057d req-ea413d4b-6cc9-4cf7-b618-429d4006ad40 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:40.175669 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f4d34d9f-6636-4e39-b3b1-d7a00274057d req-ea413d4b-6cc9-4cf7-b618-429d4006ad40 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 943 time: 0.0458488 Oct 20 13:44:40.222858 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f4d34d9f-6636-4e39-b3b1-d7a00274057d req-2c455b72-21c0-4633-910d-9de87a2e4f8f tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416851 Oct 20 13:44:41.344216 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd07fbb-4e5b-4aa9-aa3a-e3648a52a9db req-01d20cc5-301a-45c4-b9ba-b03d0df0cc26 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:41.345651 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5cd07fbb-4e5b-4aa9-aa3a-e3648a52a9db req-01d20cc5-301a-45c4-b9ba-b03d0df0cc26 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 943 time: 0.0497210 Oct 20 13:44:41.393253 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-5cd07fbb-4e5b-4aa9-aa3a-e3648a52a9db req-c675743c-faeb-42a0-a925-0f4340d6d689 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420086 Oct 20 13:44:42.511179 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d8039-dceb-488d-968c-e48c556abdbf req-1c66c815-038e-4a5c-816a-1ff0d6a007f8 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:42.512126 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8e3d8039-dceb-488d-968c-e48c556abdbf req-1c66c815-038e-4a5c-816a-1ff0d6a007f8 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 943 time: 0.0461848 Oct 20 13:44:42.559986 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8e3d8039-dceb-488d-968c-e48c556abdbf req-aabfad14-3dfd-408e-9ecd-c560c01f0a7a tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417521 Oct 20 13:44:43.681993 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1003364-744e-4ffe-9246-8361a0697882 req-56a73bfe-beef-44fe-b2f0-a130c0885690 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:43.683469 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d1003364-744e-4ffe-9246-8361a0697882 req-56a73bfe-beef-44fe-b2f0-a130c0885690 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 943 time: 0.0469100 Oct 20 13:44:43.735913 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d1003364-744e-4ffe-9246-8361a0697882 req-76018632-d278-4413-a394-a0b64965acb6 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463753 Oct 20 13:44:43.817488 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device c60610d5-8cbd-4e4d-91b4-6eab27fabd56 details requested by agent hyperv_hv-cinder-86213 with host hv-cinder-86213 {{(pid=104734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 13:44:43.821278 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=60,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:43.923569 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port c60610d5-8cbd-4e4d-91b4-6eab27fabd56, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=c60610d5-8cbd-4e4d-91b4-6eab27fabd56,segment=NetworkSegment(a7beca9c-36f4-46f1-ac91-165bda043ab0),segment_id=a7beca9c-36f4-46f1-ac91-165bda043ab0)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:44:43.934475 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Returning: {'device': 'c60610d5-8cbd-4e4d-91b4-6eab27fabd56', 'network_id': '0f592744-30d0-4c9f-8d1d-d169c26122c1', 'port_id': 'c60610d5-8cbd-4e4d-91b4-6eab27fabd56', 'mac_address': 'fa:16:3e:11:e4:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a66f4771-1c6e-4b05-b791-dfe578b44f37', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 13:44:43.969303 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port c60610d5-8cbd-4e4d-91b4-6eab27fabd56 is: DOWN; New status is: BUILD {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:44:43.969694 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (c60610d5-8cbd-4e4d-91b4-6eab27fabd56), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:43.983234 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c60610d5-8cbd-4e4d-91b4-6eab27fabd56 {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:44:44.004812 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port c60610d5-8cbd-4e4d-91b4-6eab27fabd56, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=c60610d5-8cbd-4e4d-91b4-6eab27fabd56,segment=NetworkSegment(a7beca9c-36f4-46f1-ac91-165bda043ab0),segment_id=a7beca9c-36f4-46f1-ac91-165bda043ab0)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:44:44.008569 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (c60610d5-8cbd-4e4d-91b4-6eab27fabd56), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:44.053273 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=c60610d5-8cbd-4e4d-91b4-6eab27fabd56,revision_number=4']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:44.060023 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:44.060363 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:44.060697 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:44.061057 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:44.061383 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:44.062591 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:44.062714 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:44.062976 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:44.063297 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:44.063616 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:44.063936 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:44.064254 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:44.064567 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:44.064902 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:44.065218 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:44:44.233193 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['c60610d5-8cbd-4e4d-91b4-6eab27fabd56'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:44:44.859322 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00522995-444f-4076-958c-d8ae2789795c req-26b91b47-478c-4010-a39e-9ae9445ff7c5 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:44.860748 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-00522995-444f-4076-958c-d8ae2789795c req-26b91b47-478c-4010-a39e-9ae9445ff7c5 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 944 time: 0.0466313 Oct 20 13:44:44.908976 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-00522995-444f-4076-958c-d8ae2789795c req-f46140bd-44c9-4124-a81c-289114f0ea59 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423822 Oct 20 13:44:45.834332 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device c60610d5-8cbd-4e4d-91b4-6eab27fabd56 up at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:44:45.876098 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning for port c60610d5-8cbd-4e4d-91b4-6eab27fabd56 completed by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Oct 20 13:44:45.882159 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning complete for port c60610d5-8cbd-4e4d-91b4-6eab27fabd56 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:44:45.882602 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (c60610d5-8cbd-4e4d-91b4-6eab27fabd56), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:45.882937 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Attempt 1 to provision port c60610d5-8cbd-4e4d-91b4-6eab27fabd56 Oct 20 13:44:45.948951 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:45.954274 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port c60610d5-8cbd-4e4d-91b4-6eab27fabd56 is: BUILD; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:44:45.954728 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (c60610d5-8cbd-4e4d-91b4-6eab27fabd56), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:45.979131 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93d82ad-cde4-4b8f-84c3-2a3891ebd707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60610d5-8cbd-4e4d-91b4-6eab27fabd56'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:44:45.981674 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5374b1acb5d21f0576c4c748ca21f6e32e0c69c98f35ada2d9891fed02f2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2ab617-c44b-4386-8eef-366bff3ec379" -d '{"events": [{"server_uuid": "c93d82ad-cde4-4b8f-84c3-2a3891ebd707", "name": "network-vif-plugged", "status": "completed", "tag": "c60610d5-8cbd-4e4d-91b4-6eab27fabd56"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:44:45.995064 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:45.999424 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port c60610d5-8cbd-4e4d-91b4-6eab27fabd56, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=c60610d5-8cbd-4e4d-91b4-6eab27fabd56,segment=NetworkSegment(a7beca9c-36f4-46f1-ac91-165bda043ab0),segment_id=a7beca9c-36f4-46f1-ac91-165bda043ab0)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:44:46.003748 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (c60610d5-8cbd-4e4d-91b4-6eab27fabd56), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:46.013777 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:46.020286 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:46.034726 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd8907-f647-4987-8a70-61bd3045796a req-4d5fbb8c-faff-477b-8174-a0c996692495 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:46.036276 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-47dd8907-f647-4987-8a70-61bd3045796a req-4d5fbb8c-faff-477b-8174-a0c996692495 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 944 time: 0.0527720 Oct 20 13:44:46.057241 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=c60610d5-8cbd-4e4d-91b4-6eab27fabd56,revision_number=5']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:46.087213 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-47dd8907-f647-4987-8a70-61bd3045796a req-026a373a-2b32-492e-9a4e-216be09cdcf7 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443566 Oct 20 13:44:46.130982 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1df84a4-f5a8-4047-bd33-a02124e26b45 x-openstack-request-id: req-d1df84a4-f5a8-4047-bd33-a02124e26b45 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:44:46.131259 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93d82ad-cde4-4b8f-84c3-2a3891ebd707", "name": "network-vif-plugged", "status": "completed", "tag": "c60610d5-8cbd-4e4d-91b4-6eab27fabd56", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:44:46.131504 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d1df84a4-f5a8-4047-bd33-a02124e26b45 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:44:46.131893 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1df84a4-f5a8-4047-bd33-a02124e26b45'] response: {'server_uuid': 'c93d82ad-cde4-4b8f-84c3-2a3891ebd707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60610d5-8cbd-4e4d-91b4-6eab27fabd56', 'code': 200} Oct 20 13:44:46.370735 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ba1b2-ba24-4350-ad46-1d7acead4a83 req-10206c95-f9aa-47e0-98fd-fb238208862d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:46.372103 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-166ba1b2-ba24-4350-ad46-1d7acead4a83 req-10206c95-f9aa-47e0-98fd-fb238208862d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 1129 time: 0.0418484 Oct 20 13:44:46.422031 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-166ba1b2-ba24-4350-ad46-1d7acead4a83 req-c73b2c0c-077a-4588-99a9-ea379f34dbc8 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391717 Oct 20 13:44:47.207459 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed0817-11f4-49b6-bb60-cce0aa62ca76 req-e64bb9d9-3311-496d-bad4-b13f31ae8673 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:47.208912 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d1ed0817-11f4-49b6-bb60-cce0aa62ca76 req-e64bb9d9-3311-496d-bad4-b13f31ae8673 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 945 time: 0.0464623 Oct 20 13:44:47.258772 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d1ed0817-11f4-49b6-bb60-cce0aa62ca76 req-a5184779-2d32-4c8c-bf0f-0b1ceebd19ff tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442615 Oct 20 13:44:47.856695 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:47.861322 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:48.380216 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f149f09-d43b-4a23-bc75-c65bf2a98f93 req-1090e1f4-f737-45c9-b8b1-836f714f25bc tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:48.381655 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3f149f09-d43b-4a23-bc75-c65bf2a98f93 req-1090e1f4-f737-45c9-b8b1-836f714f25bc tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 945 time: 0.0495739 Oct 20 13:44:48.428292 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3f149f09-d43b-4a23-bc75-c65bf2a98f93 req-31ed818d-4fd7-432c-8ab7-0631235cd773 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412409 Oct 20 13:44:48.544509 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48efe8-4e09-4127-a4d9-e7c50c936f16 req-59dc8334-dc44-417f-973a-7f023726513b tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:48.545949 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1e48efe8-4e09-4127-a4d9-e7c50c936f16 req-59dc8334-dc44-417f-973a-7f023726513b tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 945 time: 0.0468769 Oct 20 13:44:48.594815 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1e48efe8-4e09-4127-a4d9-e7c50c936f16 req-32f7ab30-7b80-4493-aabe-aa83df96b558 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427504 Oct 20 13:44:48.623306 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 50806) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:44:48.799967 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b01dea-f17f-4f9d-89c3-67e37a144aa9 tempest-TestShelveInstance-1091756866 tempest-TestShelveInstance-1091756866-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:48.801385 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-74b01dea-f17f-4f9d-89c3-67e37a144aa9 tempest-TestShelveInstance-1091756866 tempest-TestShelveInstance-1091756866-project-admin] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 1124 time: 0.1771469 Oct 20 13:44:48.804240 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 50810) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:44:48.808298 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.v2.base [None req-ca37cec5-ecd3-4beb-a846-7f5acb3f129c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Request body: {'floatingip': {'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'port_id': 'c60610d5-8cbd-4e4d-91b4-6eab27fabd56', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104733) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 20 13:44:48.829336 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ca37cec5-ecd3-4beb-a846-7f5acb3f129c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:48.909147 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ca37cec5-ecd3-4beb-a846-7f5acb3f129c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (None), before_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:49.012132 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_common [None req-ca37cec5-ecd3-4beb-a846-7f5acb3f129c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Allocated IP 172.27.0.94 (54b02c82-3888-4407-a753-5cb002a664e9/80f1bf56-ddb3-4c42-8717-7c4bb006400e/8246de72-d988-48fa-96a3-bbc2ce6918db) {{(pid=104733) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 20 13:44:49.114622 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ca37cec5-ecd3-4beb-a846-7f5acb3f129c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for port (8246de72-d988-48fa-96a3-bbc2ce6918db), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:49.134496 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:49.148187 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ca37cec5-ecd3-4beb-a846-7f5acb3f129c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747424325955', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (8246de72-d988-48fa-96a3-bbc2ce6918db), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:49.189765 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:49.193205 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca37cec5-ecd3-4beb-a846-7f5acb3f129c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Network 54b02c82-3888-4407-a753-5cb002a664e9 is already hosted by enough agents. {{(pid=104733) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 20 13:44:49.198701 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.base_scheduler [None req-ca37cec5-ecd3-4beb-a846-7f5acb3f129c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Resources bound (agent type, host, resource id): {{(pid=104733) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 20 13:44:49.201577 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca37cec5-ecd3-4beb-a846-7f5acb3f129c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Received port after_create {{(pid=104733) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Oct 20 13:44:49.203721 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37cec5-ecd3-4beb-a846-7f5acb3f129c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Pushing event updated for resources: {'Port': ['ID=8246de72-d988-48fa-96a3-bbc2ce6918db,revision_number=1']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:49.542695 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ca37cec5-ecd3-4beb-a846-7f5acb3f129c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for floatingip (69521cc9-bcf4-436a-8220-70e04768ef9c), precommit_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:49.610080 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ca37cec5-ecd3-4beb-a846-7f5acb3f129c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (8246de72-d988-48fa-96a3-bbc2ce6918db), before_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:49.754151 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ca37cec5-ecd3-4beb-a846-7f5acb3f129c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for port (8246de72-d988-48fa-96a3-bbc2ce6918db), precommit_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:49.758551 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ca37cec5-ecd3-4beb-a846-7f5acb3f129c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26192949'] for port (8246de72-d988-48fa-96a3-bbc2ce6918db), after_update {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:49.823058 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ca37cec5-ecd3-4beb-a846-7f5acb3f129c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3859758'] for floatingip (69521cc9-bcf4-436a-8220-70e04768ef9c), after_create {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:49.825648 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca37cec5-ecd3-4beb-a846-7f5acb3f129c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Pushing event updated for resources: {'Port': ['ID=8246de72-d988-48fa-96a3-bbc2ce6918db,revision_number=2']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:44:49.919980 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.db.l3_db [None req-ca37cec5-ecd3-4beb-a846-7f5acb3f129c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Floating IP 69521cc9-bcf4-436a-8220-70e04768ef9c associated. External IP: 172.27.0.94, port: c60610d5-8cbd-4e4d-91b4-6eab27fabd56. Oct 20 13:44:49.965851 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:50.008745 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:44:50.115961 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:44:50.124837 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca37cec5-ecd3-4beb-a846-7f5acb3f129c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Router d6713bf8-5f0e-4a24-ac37-c6be8db5673a has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:44:50.225915 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca37cec5-ecd3-4beb-a846-7f5acb3f129c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:44:50.235901 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af50ea-9001-4a79-9565-0327e4120a14 None None] Sync routers for ids ['d6713bf8-5f0e-4a24-ac37-c6be8db5673a'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:44:50.244031 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ca37cec5-ecd3-4beb-a846-7f5acb3f129c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:50.249846 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af50ea-9001-4a79-9565-0327e4120a14 None None] Routers {'d6713bf8-5f0e-4a24-ac37-c6be8db5673a'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:44:50.250456 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-94af50ea-9001-4a79-9565-0327e4120a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:44:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['d6713bf8-5f0e-4a24-ac37-c6be8db5673a'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:44:50.276108 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-ca37cec5-ecd3-4beb-a846-7f5acb3f129c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4688802 Oct 20 13:44:50.276108 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93d82ad-cde4-4b8f-84c3-2a3891ebd707', 'tag': 'c60610d5-8cbd-4e4d-91b4-6eab27fabd56'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:44:50.276917 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca34934-6947-417f-b1dd-1e5ef8d056e9" -d '{"events": [{"name": "network-changed", "server_uuid": "c93d82ad-cde4-4b8f-84c3-2a3891ebd707", "tag": "c60610d5-8cbd-4e4d-91b4-6eab27fabd56"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:44:50.314013 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fe255c-5dee-4d96-9991-05bf0c9c1a4f x-openstack-request-id: req-a4fe255c-5dee-4d96-9991-05bf0c9c1a4f {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:44:50.314300 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93d82ad-cde4-4b8f-84c3-2a3891ebd707", "tag": "c60610d5-8cbd-4e4d-91b4-6eab27fabd56", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:44:50.315050 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a4fe255c-5dee-4d96-9991-05bf0c9c1a4f {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:44:50.315489 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4fe255c-5dee-4d96-9991-05bf0c9c1a4f'] response: {'name': 'network-changed', 'server_uuid': 'c93d82ad-cde4-4b8f-84c3-2a3891ebd707', 'tag': 'c60610d5-8cbd-4e4d-91b4-6eab27fabd56', 'status': 'completed', 'code': 200} Oct 20 13:44:50.353280 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-94af50ea-9001-4a79-9565-0327e4120a14 None None] Set router d6713bf8-5f0e-4a24-ac37-c6be8db5673a gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:44:50.377499 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca34934-6947-417f-b1dd-1e5ef8d056e9 req-f975b202-0dbe-4839-9642-b9eb99384949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:50.379040 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7ca34934-6947-417f-b1dd-1e5ef8d056e9 req-f975b202-0dbe-4839-9642-b9eb99384949 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=2de4676254c14b55aa2b7765255c69c9&device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 1129 time: 0.0394981 Oct 20 13:44:50.472793 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca34934-6947-417f-b1dd-1e5ef8d056e9 req-d75fda10-3e14-4af2-aa10-0acb1aa905f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:50.474276 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7ca34934-6947-417f-b1dd-1e5ef8d056e9 req-d75fda10-3e14-4af2-aa10-0acb1aa905f8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=0f592744-30d0-4c9f-8d1d-d169c26122c1 HTTP/1.1" status: 200 len: 910 time: 0.0893772 Oct 20 13:44:50.535883 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7ca34934-6947-417f-b1dd-1e5ef8d056e9 req-6dcac968-224e-453b-88c8-b3d66e7ddc0b service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c60610d5-8cbd-4e4d-91b4-6eab27fabd56 HTTP/1.1" status: 200 len: 998 time: 0.0557289 Oct 20 13:44:50.562491 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-94af50ea-9001-4a79-9565-0327e4120a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'name': 'tempest-TestShelveInstance-1365706110-router', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c00d7b33-1441-47c1-8ad8-96836f16cbef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:43:58Z', 'updated_at': '2022-10-20T13:44:02Z', 'revision_number': 4, 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'gw_port': {'id': 'c00d7b33-1441-47c1-8ad8-96836f16cbef', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:43:58Z', 'updated_at': '2022-10-20T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': '69521cc9-bcf4-436a-8220-70e04768ef9c', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'port_id': 'c60610d5-8cbd-4e4d-91b4-6eab27fabd56', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f592744-30d0-4c9f-8d1d-d169c26122c1', 'mac_address': 'fa:16:3e:11:e4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93d82ad-cde4-4b8f-84c3-2a3891ebd707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:44:49Z', 'updated_at': '2022-10-20T13:44:49Z', 'revision_number': 0, 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb82dbe-86f9-41ad-8f4a-e250de93ec0a', 'name': '', 'network_id': '0f592744-30d0-4c9f-8d1d-d169c26122c1', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'mac_address': 'fa:16:3e:69:c8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66f4771-1c6e-4b05-b791-dfe578b44f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:44:01Z', 'updated_at': '2022-10-20T13:44:08Z', 'revision_number': 5, 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'subnets': [{'id': 'a66f4771-1c6e-4b05-b791-dfe578b44f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:44:50.586628 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af50ea-9001-4a79-9565-0327e4120a14 None None] Checking router: d6713bf8-5f0e-4a24-ac37-c6be8db5673a for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:44:50.589330 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca34934-6947-417f-b1dd-1e5ef8d056e9 req-0e58417b-951c-4b17-9779-882635185a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:50.590772 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7ca34934-6947-417f-b1dd-1e5ef8d056e9 req-0e58417b-951c-4b17-9779-882635185a29 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a66f4771-1c6e-4b05-b791-dfe578b44f37 HTTP/1.1" status: 200 len: 848 time: 0.0490785 Oct 20 13:44:50.594973 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94af50ea-9001-4a79-9565-0327e4120a14 None None] Routers {'d6713bf8-5f0e-4a24-ac37-c6be8db5673a'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:44:50.595582 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-94af50ea-9001-4a79-9565-0327e4120a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:44:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['d6713bf8-5f0e-4a24-ac37-c6be8db5673a'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:44:50.635621 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca34934-6947-417f-b1dd-1e5ef8d056e9 req-e59f131e-e939-488c-848b-aae25b78935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:44:50.637059 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7ca34934-6947-417f-b1dd-1e5ef8d056e9 req-e59f131e-e939-488c-848b-aae25b78935a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=0f592744-30d0-4c9f-8d1d-d169c26122c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399725 Oct 20 13:44:50.698881 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-94af50ea-9001-4a79-9565-0327e4120a14 None None] Set router d6713bf8-5f0e-4a24-ac37-c6be8db5673a gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:44:50.732398 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7ca34934-6947-417f-b1dd-1e5ef8d056e9 req-6bafcd22-47a1-4422-8c97-983395abf768 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0f592744-30d0-4c9f-8d1d-d169c26122c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883009 Oct 20 13:44:50.831709 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-7ca34934-6947-417f-b1dd-1e5ef8d056e9 req-a9703378-73c7-487b-b6e1-2a62a85a71b4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0f592744-30d0-4c9f-8d1d-d169c26122c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920739 Oct 20 13:44:50.997724 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-94af50ea-9001-4a79-9565-0327e4120a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'name': 'tempest-TestShelveInstance-1365706110-router', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c00d7b33-1441-47c1-8ad8-96836f16cbef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:43:58Z', 'updated_at': '2022-10-20T13:44:02Z', 'revision_number': 4, 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'gw_port': {'id': 'c00d7b33-1441-47c1-8ad8-96836f16cbef', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:43:58Z', 'updated_at': '2022-10-20T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': '69521cc9-bcf4-436a-8220-70e04768ef9c', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'port_id': 'c60610d5-8cbd-4e4d-91b4-6eab27fabd56', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f592744-30d0-4c9f-8d1d-d169c26122c1', 'mac_address': 'fa:16:3e:11:e4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93d82ad-cde4-4b8f-84c3-2a3891ebd707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:44:49Z', 'updated_at': '2022-10-20T13:44:49Z', 'revision_number': 0, 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb82dbe-86f9-41ad-8f4a-e250de93ec0a', 'name': '', 'network_id': '0f592744-30d0-4c9f-8d1d-d169c26122c1', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'mac_address': 'fa:16:3e:69:c8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66f4771-1c6e-4b05-b791-dfe578b44f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:44:01Z', 'updated_at': '2022-10-20T13:44:08Z', 'revision_number': 5, 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'subnets': [{'id': 'a66f4771-1c6e-4b05-b791-dfe578b44f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:44:51.022452 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94af50ea-9001-4a79-9565-0327e4120a14 None None] The sync data for ids ['d6713bf8-5f0e-4a24-ac37-c6be8db5673a'] in dv-cinder-862136-1-iscsi is: [{'id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'name': 'tempest-TestShelveInstance-1365706110-router', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c00d7b33-1441-47c1-8ad8-96836f16cbef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:43:58Z', 'updated_at': '2022-10-20T13:44:02Z', 'revision_number': 4, 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'gw_port': {'id': 'c00d7b33-1441-47c1-8ad8-96836f16cbef', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:43:58Z', 'updated_at': '2022-10-20T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_floatingips': [{'id': '69521cc9-bcf4-436a-8220-70e04768ef9c', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'floating_ip_address': '172.27.0.94', 'floating_network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'router_id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'port_id': 'c60610d5-8cbd-4e4d-91b4-6eab27fabd56', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f592744-30d0-4c9f-8d1d-d169c26122c1', 'mac_address': 'fa:16:3e:11:e4:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c93d82ad-cde4-4b8f-84c3-2a3891ebd707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-20T13:44:49Z', 'updated_at': '2022-10-20T13:44:49Z', 'revision_number': 0, 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb82dbe-86f9-41ad-8f4a-e250de93ec0a', 'name': '', 'network_id': '0f592744-30d0-4c9f-8d1d-d169c26122c1', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'mac_address': 'fa:16:3e:69:c8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66f4771-1c6e-4b05-b791-dfe578b44f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:44:01Z', 'updated_at': '2022-10-20T13:44:08Z', 'revision_number': 5, 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'subnets': [{'id': 'a66f4771-1c6e-4b05-b791-dfe578b44f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:44:51.202878 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24d44cc-1bd0-4ca8-90f4-af4a81955be8 None None] New status for floating IP 69521cc9-bcf4-436a-8220-70e04768ef9c: ACTIVE {{(pid=104734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 13:44:54.639087 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-060c7af9-407a-4098-b29a-8661b751bdd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:56.950542 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f45c9d38-5bd4-455b-af33-542ecfae21e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:58.189817 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:59.637769 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:44:59.751000 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:45:00.825384 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=78,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:45:00.827485 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=79,neutron:DELETE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:45:06.779150 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:45:08.129477 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=74 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:45:08.133509 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=82 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:45:16.772517 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=31,neutron:UPDATE=5 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:45:16.774854 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=48,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:45:23.108105 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:45:23.108836 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:45:24.641358 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a37007c9-b2fd-42b5-81b0-44ae86cf1fff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:45:26.952522 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-26883091-570c-4e4b-b2cc-1c516361f9e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:45:27.115217 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:45:28.193142 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:45:29.638852 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:45:29.754514 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:45:36.779485 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:45:41.890564 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1350abb3-51f7-4223-8cf9-b62d80c94a38 req-6330cd26-0cce-4055-a335-e11d23e39840 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383387 Oct 20 13:45:41.977117 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350abb3-51f7-4223-8cf9-b62d80c94a38 req-06533151-db80-4386-9195-8642926bdb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:45:41.978554 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1350abb3-51f7-4223-8cf9-b62d80c94a38 req-06533151-db80-4386-9195-8642926bdb74 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=2de4676254c14b55aa2b7765255c69c9&device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 1129 time: 0.0420706 Oct 20 13:45:42.082329 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350abb3-51f7-4223-8cf9-b62d80c94a38 req-e19528ce-dca6-4a5f-a77c-d8b79d4bea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:45:42.083751 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1350abb3-51f7-4223-8cf9-b62d80c94a38 req-e19528ce-dca6-4a5f-a77c-d8b79d4bea9d service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=0f592744-30d0-4c9f-8d1d-d169c26122c1 HTTP/1.1" status: 200 len: 910 time: 0.0837321 Oct 20 13:45:42.147334 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1350abb3-51f7-4223-8cf9-b62d80c94a38 req-a1241283-0903-44bd-aa92-ff804d612d83 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c60610d5-8cbd-4e4d-91b4-6eab27fabd56 HTTP/1.1" status: 200 len: 1000 time: 0.0568202 Oct 20 13:45:42.197648 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350abb3-51f7-4223-8cf9-b62d80c94a38 req-105b98e8-de28-4801-9622-eadccc3bc87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:45:42.199073 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1350abb3-51f7-4223-8cf9-b62d80c94a38 req-105b98e8-de28-4801-9622-eadccc3bc87b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a66f4771-1c6e-4b05-b791-dfe578b44f37 HTTP/1.1" status: 200 len: 848 time: 0.0430832 Oct 20 13:45:42.244180 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350abb3-51f7-4223-8cf9-b62d80c94a38 req-8581f60f-9c7d-4543-8f09-d7c98fc25cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:45:42.245669 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1350abb3-51f7-4223-8cf9-b62d80c94a38 req-8581f60f-9c7d-4543-8f09-d7c98fc25cc7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=0f592744-30d0-4c9f-8d1d-d169c26122c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390689 Oct 20 13:45:42.574392 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1350abb3-51f7-4223-8cf9-b62d80c94a38 req-81a9a5ca-ae22-42bf-91c6-7706090a2bec service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0f592744-30d0-4c9f-8d1d-d169c26122c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197329 Oct 20 13:45:42.664618 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1350abb3-51f7-4223-8cf9-b62d80c94a38 req-d10c6f5c-7248-418a-a55f-9e3b0faa1023 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0f592744-30d0-4c9f-8d1d-d169c26122c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812101 Oct 20 13:45:45.125543 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:45:45.129207 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=5 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:45:46.774306 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:45:46.775004 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:45:52.655308 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=47 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:45:52.662062 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=54 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:45:54.642599 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f6e960d4-74ae-4168-b710-3711b103ddea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:45:56.955217 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-adb88c33-35f5-44bd-a32b-52308eadd157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:45:58.194675 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:45:59.644384 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:45:59.755917 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:46:04.116077 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:46:06.794605 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:46:16.788472 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:46:16.790346 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:46:22.130428 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=19 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:46:22.134420 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=15 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:46:24.644952 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-85c41735-67a1-4a1f-aaf3-d1bb6b29352b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:46:26.958041 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-79371b83-3fdc-47dc-b911-a64520b5e21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:46:28.196992 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:46:29.645234 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:46:29.756721 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:46:36.792968 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:46:41.115122 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:46:43.951227 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a242df13-8aba-40f7-8d16-f196381ee8b5 req-661cb910-e793-4d6b-bd3d-95a5f412cc74 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848017 Oct 20 13:46:44.044091 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242df13-8aba-40f7-8d16-f196381ee8b5 req-d1b1dd29-ae48-4a07-bb7f-8a4794424535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:46:44.045592 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a242df13-8aba-40f7-8d16-f196381ee8b5 req-d1b1dd29-ae48-4a07-bb7f-8a4794424535 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=2de4676254c14b55aa2b7765255c69c9&device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 1129 time: 0.0416198 Oct 20 13:46:44.153213 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242df13-8aba-40f7-8d16-f196381ee8b5 req-bc715de5-a475-4f27-953e-4ae869d51d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:46:44.154573 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a242df13-8aba-40f7-8d16-f196381ee8b5 req-bc715de5-a475-4f27-953e-4ae869d51d4d service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=0f592744-30d0-4c9f-8d1d-d169c26122c1 HTTP/1.1" status: 200 len: 910 time: 0.0853853 Oct 20 13:46:44.224742 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a242df13-8aba-40f7-8d16-f196381ee8b5 req-9e825c60-8b6b-4d63-9f1d-ec0b0d6c974c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c60610d5-8cbd-4e4d-91b4-6eab27fabd56 HTTP/1.1" status: 200 len: 1000 time: 0.0605392 Oct 20 13:46:44.277182 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242df13-8aba-40f7-8d16-f196381ee8b5 req-8fb32d3f-0ca1-4ebd-8787-5cbd06c8698e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:46:44.278659 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a242df13-8aba-40f7-8d16-f196381ee8b5 req-8fb32d3f-0ca1-4ebd-8787-5cbd06c8698e service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a66f4771-1c6e-4b05-b791-dfe578b44f37 HTTP/1.1" status: 200 len: 848 time: 0.0456398 Oct 20 13:46:44.325966 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242df13-8aba-40f7-8d16-f196381ee8b5 req-14246996-4253-4399-8e50-f8e9c09c11bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:46:44.327452 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a242df13-8aba-40f7-8d16-f196381ee8b5 req-14246996-4253-4399-8e50-f8e9c09c11bc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=0f592744-30d0-4c9f-8d1d-d169c26122c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401182 Oct 20 13:46:44.340375 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [req-a242df13-8aba-40f7-8d16-f196381ee8b5 req-c242964e-722d-46b7-bba1-301407e0f645 service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104733) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 13:46:44.341519 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a242df13-8aba-40f7-8d16-f196381ee8b5 req-c242964e-722d-46b7-bba1-301407e0f645 service neutron] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0050998 Oct 20 13:46:44.439354 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a242df13-8aba-40f7-8d16-f196381ee8b5 req-4d69af2f-e997-4511-988b-2ed9bfbab992 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0f592744-30d0-4c9f-8d1d-d169c26122c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885513 Oct 20 13:46:44.531155 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-a242df13-8aba-40f7-8d16-f196381ee8b5 req-7a3c9d75-0866-4f29-bb8b-a2fcf7c3f2a1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0f592744-30d0-4c9f-8d1d-d169c26122c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836475 Oct 20 13:46:46.782973 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:46:46.789690 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:46:48.240103 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc8e4c-b6f4-48d9-907b-7fc27d292f8f req-60a18e14-8613-4c8d-a460-7bf7459ffc64 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:46:48.241651 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-57cc8e4c-b6f4-48d9-907b-7fc27d292f8f req-60a18e14-8613-4c8d-a460-7bf7459ffc64 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 945 time: 0.1545177 Oct 20 13:46:48.289467 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-57cc8e4c-b6f4-48d9-907b-7fc27d292f8f req-abd083e8-07a5-4d4d-85d6-59a249a981ce tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421150 Oct 20 13:46:49.411195 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079f8db-cd57-48fd-a45d-1cf97d5e9628 req-1802b557-321a-4779-960a-360f77b16895 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:46:49.412620 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9079f8db-cd57-48fd-a45d-1cf97d5e9628 req-1802b557-321a-4779-960a-360f77b16895 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 945 time: 0.0459764 Oct 20 13:46:49.459753 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-9079f8db-cd57-48fd-a45d-1cf97d5e9628 req-b0bbe185-ccec-4e0d-91fe-b4e5495d6a32 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415692 Oct 20 13:46:50.582294 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144d016-5001-40f9-81f8-9cb8f7d0308b req-ddc5c2a6-836c-460d-9269-a19a1537ce04 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:46:50.583709 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e144d016-5001-40f9-81f8-9cb8f7d0308b req-ddc5c2a6-836c-460d-9269-a19a1537ce04 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 945 time: 0.0493212 Oct 20 13:46:50.633734 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e144d016-5001-40f9-81f8-9cb8f7d0308b req-72452f67-ac60-491b-bc0b-6ca90dee0bc4 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444698 Oct 20 13:46:51.755781 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa70d87-b06f-46fe-b567-75699ad63eb1 req-f00d24bb-9996-4eda-b7a3-727334f9bf8b tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:46:51.757266 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1aa70d87-b06f-46fe-b567-75699ad63eb1 req-f00d24bb-9996-4eda-b7a3-727334f9bf8b tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 945 time: 0.0474205 Oct 20 13:46:51.807376 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-1aa70d87-b06f-46fe-b567-75699ad63eb1 req-ded06287-6dc9-46d3-b5ec-fe094117858f tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446212 Oct 20 13:46:52.926490 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ee407b-c76a-4fd7-8cd4-f93265784e38 req-60200128-e682-4c5f-a6d9-9bf6c7a55d6c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:46:52.927939 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-42ee407b-c76a-4fd7-8cd4-f93265784e38 req-60200128-e682-4c5f-a6d9-9bf6c7a55d6c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 945 time: 0.0466094 Oct 20 13:46:52.966634 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:46:52.980470 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-42ee407b-c76a-4fd7-8cd4-f93265784e38 req-3d00e999-67bd-44ae-9b0c-419ac81f4ca0 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469995 Oct 20 13:46:54.098662 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd06f1-08d9-4b39-a6cf-bbb1a29dd9ce req-8f879691-4160-43a2-a4eb-ef7c31db3aea tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:46:54.100100 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c2cd06f1-08d9-4b39-a6cf-bbb1a29dd9ce req-8f879691-4160-43a2-a4eb-ef7c31db3aea tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 945 time: 0.0460148 Oct 20 13:46:54.148623 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c2cd06f1-08d9-4b39-a6cf-bbb1a29dd9ce req-23b70817-9d8b-4704-9d54-df622340c4df tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429261 Oct 20 13:46:54.649668 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-96de5e98-5eb9-4a7e-8102-930f9f36d79d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:46:55.254920 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:46:55.270841 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014a55b-3c55-4c43-b787-75f7d9742bfe req-f1a9d9d4-f148-489a-8d05-c8e0746f3915 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:46:55.272273 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e014a55b-3c55-4c43-b787-75f7d9742bfe req-f1a9d9d4-f148-489a-8d05-c8e0746f3915 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 945 time: 0.0472190 Oct 20 13:46:55.320133 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-e014a55b-3c55-4c43-b787-75f7d9742bfe req-f1411163-66cb-4748-a353-e658793d3b79 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422661 Oct 20 13:46:56.442023 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178a663-fcdf-49dc-bf52-5748bfcbc9d3 req-4e7cb4ab-6cc3-45cd-adce-e8c44e5c08d5 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:46:56.443447 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d178a663-fcdf-49dc-bf52-5748bfcbc9d3 req-4e7cb4ab-6cc3-45cd-adce-e8c44e5c08d5 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 945 time: 0.0498989 Oct 20 13:46:56.492140 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d178a663-fcdf-49dc-bf52-5748bfcbc9d3 req-a83ecbb8-e14c-4c43-9658-5c8bc0898aac tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431712 Oct 20 13:46:56.960217 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-71197c71-6224-446f-b0e1-2d2cdb595a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:46:57.609750 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d330cec-0f3b-4626-8862-ef1a77ff0f8c req-c80d71e6-ee68-450e-b7c0-05f4db45cc31 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:46:57.611437 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4d330cec-0f3b-4626-8862-ef1a77ff0f8c req-c80d71e6-ee68-450e-b7c0-05f4db45cc31 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 945 time: 0.0460961 Oct 20 13:46:57.661110 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-4d330cec-0f3b-4626-8862-ef1a77ff0f8c req-f1d4387d-f9e4-496f-b963-bb0a61861094 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434318 Oct 20 13:46:58.199252 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:46:58.317619 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3755d-d952-4225-9956-7ac6a0f1f89d req-b9d0ec25-9451-4b89-bded-21e889315e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:46:58.319080 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d0e3755d-d952-4225-9956-7ac6a0f1f89d req-b9d0ec25-9451-4b89-bded-21e889315e61 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=2de4676254c14b55aa2b7765255c69c9&device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 1129 time: 0.0396330 Oct 20 13:46:58.417146 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3755d-d952-4225-9956-7ac6a0f1f89d req-5529ea27-c514-4633-be3c-361674629c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:46:58.418488 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d0e3755d-d952-4225-9956-7ac6a0f1f89d req-5529ea27-c514-4633-be3c-361674629c27 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=0f592744-30d0-4c9f-8d1d-d169c26122c1 HTTP/1.1" status: 200 len: 910 time: 0.0899310 Oct 20 13:46:58.486301 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d0e3755d-d952-4225-9956-7ac6a0f1f89d req-4fddc32c-5bbb-4cba-b330-f62cb336d3e8 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c60610d5-8cbd-4e4d-91b4-6eab27fabd56 HTTP/1.1" status: 200 len: 1000 time: 0.0585563 Oct 20 13:46:58.538813 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3755d-d952-4225-9956-7ac6a0f1f89d req-697d9a4b-e028-4938-8182-99adc154b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:46:58.540253 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d0e3755d-d952-4225-9956-7ac6a0f1f89d req-697d9a4b-e028-4938-8182-99adc154b784 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a66f4771-1c6e-4b05-b791-dfe578b44f37 HTTP/1.1" status: 200 len: 848 time: 0.0449862 Oct 20 13:46:58.587521 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3755d-d952-4225-9956-7ac6a0f1f89d req-3145d6cb-613c-4855-847d-d10c869d64ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:46:58.589020 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d0e3755d-d952-4225-9956-7ac6a0f1f89d req-3145d6cb-613c-4855-847d-d10c869d64ea service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=0f592744-30d0-4c9f-8d1d-d169c26122c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397220 Oct 20 13:46:58.680176 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d0e3755d-d952-4225-9956-7ac6a0f1f89d req-e7129bb6-4779-4a1c-8bab-1daa9112d271 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0f592744-30d0-4c9f-8d1d-d169c26122c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848563 Oct 20 13:46:58.802798 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd14806-25d3-4efd-8fa0-dd3a030cbbfc req-8a928c41-58f3-4582-bbad-ca5b82bce55b tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:46:58.804213 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0fd14806-25d3-4efd-8fa0-dd3a030cbbfc req-8a928c41-58f3-4582-bbad-ca5b82bce55b tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 945 time: 0.0675066 Oct 20 13:46:58.821060 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-d0e3755d-d952-4225-9956-7ac6a0f1f89d req-c575510b-dc68-458d-8e6e-202be9320218 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0f592744-30d0-4c9f-8d1d-d169c26122c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316912 Oct 20 13:46:58.859741 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-0fd14806-25d3-4efd-8fa0-dd3a030cbbfc req-4e296a32-8cfc-4464-8529-054333af131c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484591 Oct 20 13:46:59.648099 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:46:59.758231 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:46:59.966756 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:46:59.979962 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d2fe0-a92d-4a69-9d7e-b48c31a0bd1f req-1c5507c0-0aee-4363-acc2-f3d6009d791d tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:46:59.981463 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3d8d2fe0-a92d-4a69-9d7e-b48c31a0bd1f req-1c5507c0-0aee-4363-acc2-f3d6009d791d tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 945 time: 0.0463607 Oct 20 13:47:00.028428 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-3d8d2fe0-a92d-4a69-9d7e-b48c31a0bd1f req-33c35399-aa2b-4c72-9125-3af34d4754c5 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411286 Oct 20 13:47:01.113953 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=6 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:47:01.115205 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:47:01.156209 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e6675-4734-45f4-a0c2-e91e658d68e0 req-7cdbeb26-dd9e-4396-a26f-54fa04b9eb54 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:47:01.157703 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-672e6675-4734-45f4-a0c2-e91e658d68e0 req-7cdbeb26-dd9e-4396-a26f-54fa04b9eb54 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 945 time: 0.0498345 Oct 20 13:47:01.210771 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-672e6675-4734-45f4-a0c2-e91e658d68e0 req-2f45dfa1-5e5b-4b2d-87f6-7adcb61b0571 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473304 Oct 20 13:47:02.428121 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:47:02.467617 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da27782-226c-4339-91e8-edba6072d696 req-daade059-f7ee-4376-b479-f369ce528e21 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:47:02.469231 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6da27782-226c-4339-91e8-edba6072d696 req-daade059-f7ee-4376-b479-f369ce528e21 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 945 time: 0.0524096 Oct 20 13:47:02.473348 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 50888) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:47:02.537582 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-6da27782-226c-4339-91e8-edba6072d696 req-a4d97046-c62a-4d72-bf8d-5f4ab3dae8ae tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620737 Oct 20 13:47:02.563951 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-aa911e2b-ca3f-4334-b90a-c067f3caa7b2 req-b3399711-d66d-4a56-a55e-6fdbcac23b56 service neutron] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0895629 Oct 20 13:47:02.573617 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [req-aa911e2b-ca3f-4334-b90a-c067f3caa7b2 req-5a9ffcc5-ff19-4fe7-9763-6dcd1743249b service neutron] http://10.222.0.23:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104733) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 20 13:47:02.575713 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-aa911e2b-ca3f-4334-b90a-c067f3caa7b2 req-5a9ffcc5-ff19-4fe7-9763-6dcd1743249b service neutron] 10.222.0.23 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0065897 Oct 20 13:47:02.670518 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 50898) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:47:02.764490 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa911e2b-ca3f-4334-b90a-c067f3caa7b2 req-2057bd37-dbf2-4da4-ad5b-eab1a8b51dc7 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:47:02.765864 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-aa911e2b-ca3f-4334-b90a-c067f3caa7b2 req-2057bd37-dbf2-4da4-ad5b-eab1a8b51dc7 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports/c60610d5-8cbd-4e4d-91b4-6eab27fabd56 HTTP/1.1" status: 200 len: 942 time: 0.0943542 Oct 20 13:47:03.658777 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da9d23-5f41-444c-83e7-557f8e3172f9 req-d7e452cc-0eb7-4288-b675-1ee9fbb4a99f tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:47:03.660776 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b3da9d23-5f41-444c-83e7-557f8e3172f9 req-d7e452cc-0eb7-4288-b675-1ee9fbb4a99f tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 945 time: 0.0470202 Oct 20 13:47:03.712572 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b3da9d23-5f41-444c-83e7-557f8e3172f9 req-10bf3304-e792-4ec4-9655-95e7d041108a tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457573 Oct 20 13:47:04.346236 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa911e2b-ca3f-4334-b90a-c067f3caa7b2 req-933b6c82-9ef0-4672-8766-88ebb946bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:47:04.348475 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-aa911e2b-ca3f-4334-b90a-c067f3caa7b2 req-933b6c82-9ef0-4672-8766-88ebb946bea2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707&tenant_id=2de4676254c14b55aa2b7765255c69c9 HTTP/1.1" status: 200 len: 1129 time: 0.0390205 Oct 20 13:47:04.412309 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa911e2b-ca3f-4334-b90a-c067f3caa7b2 req-2b0b999b-6c11-4e22-8356-aa5caaba4d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:47:04.413764 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-aa911e2b-ca3f-4334-b90a-c067f3caa7b2 req-2b0b999b-6c11-4e22-8356-aa5caaba4d12 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=2de4676254c14b55aa2b7765255c69c9&device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 1129 time: 0.0374355 Oct 20 13:47:04.468168 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device c60610d5-8cbd-4e4d-91b4-6eab27fabd56 no longer exists at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:47:04.511363 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa911e2b-ca3f-4334-b90a-c067f3caa7b2 req-6eb71266-985c-463b-b916-8a5bb3e3cfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:47:04.512303 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-aa911e2b-ca3f-4334-b90a-c067f3caa7b2 req-6eb71266-985c-463b-b916-8a5bb3e3cfae service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=0f592744-30d0-4c9f-8d1d-d169c26122c1 HTTP/1.1" status: 200 len: 910 time: 0.0890467 Oct 20 13:47:04.542928 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port c60610d5-8cbd-4e4d-91b4-6eab27fabd56 is: ACTIVE; New status is: DOWN {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:47:04.543314 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (c60610d5-8cbd-4e4d-91b4-6eab27fabd56), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:47:04.566866 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93d82ad-cde4-4b8f-84c3-2a3891ebd707', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c60610d5-8cbd-4e4d-91b4-6eab27fabd56'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:47:04.569066 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5374b1acb5d21f0576c4c748ca21f6e32e0c69c98f35ada2d9891fed02f2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45f9114-9e47-467c-ae9b-0d671978b428" -d '{"events": [{"server_uuid": "c93d82ad-cde4-4b8f-84c3-2a3891ebd707", "name": "network-vif-unplugged", "status": "completed", "tag": "c60610d5-8cbd-4e4d-91b4-6eab27fabd56"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:47:04.579252 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-aa911e2b-ca3f-4334-b90a-c067f3caa7b2 req-68533d27-0e9b-4022-9920-627b54c90f0f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c60610d5-8cbd-4e4d-91b4-6eab27fabd56 HTTP/1.1" status: 200 len: 1000 time: 0.0574465 Oct 20 13:47:04.582356 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port c60610d5-8cbd-4e4d-91b4-6eab27fabd56, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=c60610d5-8cbd-4e4d-91b4-6eab27fabd56,segment=NetworkSegment(a7beca9c-36f4-46f1-ac91-165bda043ab0),segment_id=a7beca9c-36f4-46f1-ac91-165bda043ab0)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:47:04.587535 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (c60610d5-8cbd-4e4d-91b4-6eab27fabd56), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:47:04.637007 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=c60610d5-8cbd-4e4d-91b4-6eab27fabd56,revision_number=6']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:47:04.637990 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa911e2b-ca3f-4334-b90a-c067f3caa7b2 req-4eeeba43-b4ac-402a-a119-93da1ebc58bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:47:04.639495 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-aa911e2b-ca3f-4334-b90a-c067f3caa7b2 req-4eeeba43-b4ac-402a-a119-93da1ebc58bf service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a66f4771-1c6e-4b05-b791-dfe578b44f37 HTTP/1.1" status: 200 len: 848 time: 0.0514123 Oct 20 13:47:04.647605 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:47:04.647956 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:47:04.648290 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:47:04.648620 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:47:04.648977 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:47:04.649303 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:47:04.649873 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:47:04.650630 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:47:04.650630 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:47:04.650841 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:47:04.651118 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:47:04.651432 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:47:04.651747 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:47:04.652173 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:47:04.652373 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:47:04.680458 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 20 Oct 2022 13:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55452f58-ffb0-4c0d-9b50-a7f1c64d6b32 x-openstack-request-id: req-55452f58-ffb0-4c0d-9b50-a7f1c64d6b32 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:47:04.680743 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93d82ad-cde4-4b8f-84c3-2a3891ebd707", "name": "network-vif-unplugged", "status": "completed", "tag": "c60610d5-8cbd-4e4d-91b4-6eab27fabd56", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:47:04.681023 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-55452f58-ffb0-4c0d-9b50-a7f1c64d6b32 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:47:04.681414 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55452f58-ffb0-4c0d-9b50-a7f1c64d6b32'] response: {'server_uuid': 'c93d82ad-cde4-4b8f-84c3-2a3891ebd707', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c60610d5-8cbd-4e4d-91b4-6eab27fabd56', 'code': 200} Oct 20 13:47:04.686096 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa911e2b-ca3f-4334-b90a-c067f3caa7b2 req-922e59db-7554-4e38-81d6-4bee7c80ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:47:04.687562 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-aa911e2b-ca3f-4334-b90a-c067f3caa7b2 req-922e59db-7554-4e38-81d6-4bee7c80ab49 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=0f592744-30d0-4c9f-8d1d-d169c26122c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409970 Oct 20 13:47:04.783311 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-aa911e2b-ca3f-4334-b90a-c067f3caa7b2 req-ec970214-b5c9-4af7-a995-f173149dc715 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0f592744-30d0-4c9f-8d1d-d169c26122c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847697 Oct 20 13:47:04.878053 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190b0b3c-15ee-4f34-be46-cad4e7bf216c req-6cea86f8-c32a-4656-9ae6-40ab290a28fe tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:47:04.879508 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-190b0b3c-15ee-4f34-be46-cad4e7bf216c req-6cea86f8-c32a-4656-9ae6-40ab290a28fe tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 943 time: 0.0901637 Oct 20 13:47:04.941627 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-aa911e2b-ca3f-4334-b90a-c067f3caa7b2 req-5b6ae104-9999-4d47-83d0-97fce3a54db6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0f592744-30d0-4c9f-8d1d-d169c26122c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428514 Oct 20 13:47:04.950086 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-190b0b3c-15ee-4f34-be46-cad4e7bf216c req-758ab82f-b728-4c4f-81d1-50e553f65095 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649559 Oct 20 13:47:06.058321 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:47:06.070135 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d1602-e7f0-4370-ae8b-dbefef25e969 req-56c439ab-05af-42ba-b04c-8f8012426d72 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:47:06.071609 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-993d1602-e7f0-4370-ae8b-dbefef25e969 req-56c439ab-05af-42ba-b04c-8f8012426d72 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 943 time: 0.0467014 Oct 20 13:47:06.119888 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-993d1602-e7f0-4370-ae8b-dbefef25e969 req-42b624d6-6751-4aec-8795-8bcd99791f19 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428197 Oct 20 13:47:06.793097 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:47:07.238763 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133831e-b8a4-4295-9357-0e117903dfc5 req-99d31eb7-075b-461c-aa32-a1f0e6bc904b tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:47:07.240188 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b133831e-b8a4-4295-9357-0e117903dfc5 req-99d31eb7-075b-461c-aa32-a1f0e6bc904b tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 943 time: 0.0455928 Oct 20 13:47:07.277826 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:47:07.291628 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b133831e-b8a4-4295-9357-0e117903dfc5 req-1f0b3237-5dc1-48c2-a986-8d6036a32e11 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459380 Oct 20 13:47:08.413982 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b1140-a088-4f37-95e3-17a71727e289 req-3f83bff7-75ca-43fb-acff-d427f8c1e159 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:47:08.415312 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-034b1140-a088-4f37-95e3-17a71727e289 req-3f83bff7-75ca-43fb-acff-d427f8c1e159 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 943 time: 0.0453918 Oct 20 13:47:08.462567 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-034b1140-a088-4f37-95e3-17a71727e289 req-2fdb4178-d07b-4da9-a62b-61ba3e21e22c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417328 Oct 20 13:47:09.584978 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496da0c7-cd9a-49ee-9761-4075dca302cc req-72965830-9dad-4252-8cd8-c86593f04bda tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:47:09.586423 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-496da0c7-cd9a-49ee-9761-4075dca302cc req-72965830-9dad-4252-8cd8-c86593f04bda tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 943 time: 0.0481791 Oct 20 13:47:09.635579 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-496da0c7-cd9a-49ee-9761-4075dca302cc req-e40cddad-6af2-4df8-a2aa-38ca2f27869c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437031 Oct 20 13:47:10.757091 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d950c94-9cfa-4d1d-adff-7491cb1be2ac req-6542f0a1-bc77-4423-9a66-1e5e9ddf4a22 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:47:10.758554 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2d950c94-9cfa-4d1d-adff-7491cb1be2ac req-6542f0a1-bc77-4423-9a66-1e5e9ddf4a22 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 943 time: 0.0500920 Oct 20 13:47:10.806172 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2d950c94-9cfa-4d1d-adff-7491cb1be2ac req-7bddae02-fa40-4aa9-8311-3bb201b40d1c tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420964 Oct 20 13:47:11.134049 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8576cccb-5ed9-4950-8caa-6e0eef447f02 req-9e25f1ae-f0ff-40d9-859a-83dc1a8ea49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:47:11.135414 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8576cccb-5ed9-4950-8caa-6e0eef447f02 req-9e25f1ae-f0ff-40d9-859a-83dc1a8ea49a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 1127 time: 0.0381343 Oct 20 13:47:11.182584 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-8576cccb-5ed9-4950-8caa-6e0eef447f02 req-e1b84ce1-d27a-4601-8812-46e22767d0df service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380018 Oct 20 13:47:11.928830 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc2ffe-1ca7-4c1d-a72a-7a62aaa08cf0 req-0a6764db-1777-4540-8bba-a3f505f648ad tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:47:11.930279 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b1bc2ffe-1ca7-4c1d-a72a-7a62aaa08cf0 req-0a6764db-1777-4540-8bba-a3f505f648ad tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 943 time: 0.0485477 Oct 20 13:47:11.978007 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-b1bc2ffe-1ca7-4c1d-a72a-7a62aaa08cf0 req-6b3c4382-42b9-4880-8cf5-8ab88b96092e tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422773 Oct 20 13:47:13.098267 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f386c30c-a9c0-4fe6-b9b5-92624521407d req-5df73912-0e6e-4b85-ae08-fc5586575f8d tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:47:13.099716 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f386c30c-a9c0-4fe6-b9b5-92624521407d req-5df73912-0e6e-4b85-ae08-fc5586575f8d tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 943 time: 0.0469949 Oct 20 13:47:13.149598 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-f386c30c-a9c0-4fe6-b9b5-92624521407d req-c4c1456c-04f1-4c59-ae8f-9953cf5cd7d9 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443900 Oct 20 13:47:14.485207 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device c60610d5-8cbd-4e4d-91b4-6eab27fabd56 details requested by agent hyperv_hv-cinder-86213 with host hv-cinder-86213 {{(pid=104734) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 20 13:47:14.581553 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port c60610d5-8cbd-4e4d-91b4-6eab27fabd56, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=c60610d5-8cbd-4e4d-91b4-6eab27fabd56,segment=NetworkSegment(a7beca9c-36f4-46f1-ac91-165bda043ab0),segment_id=a7beca9c-36f4-46f1-ac91-165bda043ab0)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:47:14.592634 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Returning: {'device': 'c60610d5-8cbd-4e4d-91b4-6eab27fabd56', 'network_id': '0f592744-30d0-4c9f-8d1d-d169c26122c1', 'port_id': 'c60610d5-8cbd-4e4d-91b4-6eab27fabd56', 'mac_address': 'fa:16:3e:11:e4:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a66f4771-1c6e-4b05-b791-dfe578b44f37', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104734) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 20 13:47:14.631122 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port c60610d5-8cbd-4e4d-91b4-6eab27fabd56 is: DOWN; New status is: BUILD {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:47:14.631506 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (c60610d5-8cbd-4e4d-91b4-6eab27fabd56), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:47:14.645412 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c60610d5-8cbd-4e4d-91b4-6eab27fabd56 {{(pid=104734) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 20 13:47:14.665239 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port c60610d5-8cbd-4e4d-91b4-6eab27fabd56, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=c60610d5-8cbd-4e4d-91b4-6eab27fabd56,segment=NetworkSegment(a7beca9c-36f4-46f1-ac91-165bda043ab0),segment_id=a7beca9c-36f4-46f1-ac91-165bda043ab0)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:47:14.669106 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (c60610d5-8cbd-4e4d-91b4-6eab27fabd56), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:47:14.716025 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=c60610d5-8cbd-4e4d-91b4-6eab27fabd56,revision_number=7']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:47:14.920356 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] get_ports_and_sgs() called for port_ids ['c60610d5-8cbd-4e4d-91b4-6eab27fabd56'] {{(pid=104734) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 20 13:47:15.009912 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:47:15.073752 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:47:16.515704 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device c60610d5-8cbd-4e4d-91b4-6eab27fabd56 up at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 20 13:47:16.562056 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Provisioning complete for port c60610d5-8cbd-4e4d-91b4-6eab27fabd56 triggered by entity L2. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:47:16.562056 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (c60610d5-8cbd-4e4d-91b4-6eab27fabd56), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:47:16.562056 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Attempt 1 to provision port c60610d5-8cbd-4e4d-91b4-6eab27fabd56 Oct 20 13:47:16.638127 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Current status of the port c60610d5-8cbd-4e4d-91b4-6eab27fabd56 is: BUILD; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:47:16.638505 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1345224'] for port (c60610d5-8cbd-4e4d-91b4-6eab27fabd56), before_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:47:16.661893 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93d82ad-cde4-4b8f-84c3-2a3891ebd707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60610d5-8cbd-4e4d-91b4-6eab27fabd56'}] {{(pid=104734) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:47:16.664111 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ec5374b1acb5d21f0576c4c748ca21f6e32e0c69c98f35ada2d9891fed02f2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acaa16a-53e6-418e-9441-184e74803b9a" -d '{"events": [{"server_uuid": "c93d82ad-cde4-4b8f-84c3-2a3891ebd707", "name": "network-vif-plugged", "status": "completed", "tag": "c60610d5-8cbd-4e4d-91b4-6eab27fabd56"}]}' {{(pid=104734) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:47:16.676545 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] For port c60610d5-8cbd-4e4d-91b4-6eab27fabd56, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=c60610d5-8cbd-4e4d-91b4-6eab27fabd56,segment=NetworkSegment(a7beca9c-36f4-46f1-ac91-165bda043ab0),segment_id=a7beca9c-36f4-46f1-ac91-165bda043ab0)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:47:16.681245 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747424801154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747424325973', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747424325991'] for port (c60610d5-8cbd-4e4d-91b4-6eab27fabd56), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:47:16.706603 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f8e633-d6db-4916-b390-8d41a39161d2 x-openstack-request-id: req-66f8e633-d6db-4916-b390-8d41a39161d2 {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:47:16.706885 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93d82ad-cde4-4b8f-84c3-2a3891ebd707", "name": "network-vif-plugged", "status": "completed", "tag": "c60610d5-8cbd-4e4d-91b4-6eab27fabd56", "code": 200}]} {{(pid=104734) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:47:16.707814 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-66f8e633-d6db-4916-b390-8d41a39161d2 {{(pid=104734) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:47:16.708687 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66f8e633-d6db-4916-b390-8d41a39161d2'] response: {'server_uuid': 'c93d82ad-cde4-4b8f-84c3-2a3891ebd707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c60610d5-8cbd-4e4d-91b4-6eab27fabd56', 'code': 200} Oct 20 13:47:16.735394 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Pushing event updated for resources: {'Port': ['ID=c60610d5-8cbd-4e4d-91b4-6eab27fabd56,revision_number=8']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:47:18.115114 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:47:23.114649 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:47:23.141349 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=50 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:47:23.145096 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=74 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:47:24.651034 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b1fac4b5-fe72-474e-9ba4-72fb8286f642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:47:26.961987 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-14366841-95b3-4141-81cc-bb2d8ecb7365 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:47:28.202959 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:47:29.650804 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:47:29.760335 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:47:36.145941 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=5 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:47:36.146773 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:47:36.810685 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:47:45.864252 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c0a0145c-8ce5-4c63-bc77-06cb1141b336 req-61098e01-2e4f-47d8-92a9-9e04044d3dc3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379572 Oct 20 13:47:45.948384 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0145c-8ce5-4c63-bc77-06cb1141b336 req-6eba6aeb-0a11-4a3c-894f-3044c5f89777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:47:45.949860 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c0a0145c-8ce5-4c63-bc77-06cb1141b336 req-6eba6aeb-0a11-4a3c-894f-3044c5f89777 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=2de4676254c14b55aa2b7765255c69c9&device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 1129 time: 0.0420988 Oct 20 13:47:46.052809 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0145c-8ce5-4c63-bc77-06cb1141b336 req-d7753815-fa81-4563-b0e1-92fd2928b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:47:46.054385 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c0a0145c-8ce5-4c63-bc77-06cb1141b336 req-d7753815-fa81-4563-b0e1-92fd2928b683 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=0f592744-30d0-4c9f-8d1d-d169c26122c1 HTTP/1.1" status: 200 len: 910 time: 0.0858798 Oct 20 13:47:46.118150 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c0a0145c-8ce5-4c63-bc77-06cb1141b336 req-fad46f31-7475-4c0d-b647-44e779e3be98 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c60610d5-8cbd-4e4d-91b4-6eab27fabd56 HTTP/1.1" status: 200 len: 1000 time: 0.0573573 Oct 20 13:47:46.166810 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0145c-8ce5-4c63-bc77-06cb1141b336 req-b494f6bf-8eb2-4003-94d2-2bc827deed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:47:46.168180 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c0a0145c-8ce5-4c63-bc77-06cb1141b336 req-b494f6bf-8eb2-4003-94d2-2bc827deed5b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a66f4771-1c6e-4b05-b791-dfe578b44f37 HTTP/1.1" status: 200 len: 848 time: 0.0428512 Oct 20 13:47:46.210280 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0145c-8ce5-4c63-bc77-06cb1141b336 req-9ac49338-c211-4be7-af86-6c1c7b360443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:47:46.211680 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c0a0145c-8ce5-4c63-bc77-06cb1141b336 req-9ac49338-c211-4be7-af86-6c1c7b360443 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=0f592744-30d0-4c9f-8d1d-d169c26122c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368431 Oct 20 13:47:46.300447 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c0a0145c-8ce5-4c63-bc77-06cb1141b336 req-3bb242a4-8c70-4c89-b609-db408a91f022 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0f592744-30d0-4c9f-8d1d-d169c26122c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823398 Oct 20 13:47:46.390173 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-c0a0145c-8ce5-4c63-bc77-06cb1141b336 req-425bc33b-9fca-4221-9f1c-741246dcd747 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0f592744-30d0-4c9f-8d1d-d169c26122c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791180 Oct 20 13:47:46.799816 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=49,neutron:UPDATE=5 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:47:46.806339 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=56,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:47:54.652728 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f98afa31-f071-47f9-aefb-7eeae15e6661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:47:55.115294 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:47:56.377244 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=49 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:47:56.387325 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=52 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:47:56.963646 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-03c4ec93-2aae-46a4-b651-292367ba47e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:47:58.205349 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:47:59.653567 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:47:59.762919 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:06.823213 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:16.817164 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:16.819046 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:20.703230 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=21 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:20.705211 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=13 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:24.654125 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-127fb731-667f-46c4-aacb-e0a8d28e9680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:25.811864 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 50946) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:48:25.949676 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-8170de25-8052-4233-8fed-0597a303fcbb tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Deleting port 8246de72-d988-48fa-96a3-bbc2ce6918db {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:48:25.950009 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8170de25-8052-4233-8fed-0597a303fcbb tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (8246de72-d988-48fa-96a3-bbc2ce6918db), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:26.027265 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8170de25-8052-4233-8fed-0597a303fcbb tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (8246de72-d988-48fa-96a3-bbc2ce6918db), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:26.027586 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8170de25-8052-4233-8fed-0597a303fcbb tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for floatingip (8246de72-d988-48fa-96a3-bbc2ce6918db), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:26.039956 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-8170de25-8052-4233-8fed-0597a303fcbb tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Calling delete_port for 8246de72-d988-48fa-96a3-bbc2ce6918db owned by network:floatingip {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:48:26.201391 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8170de25-8052-4233-8fed-0597a303fcbb tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (8246de72-d988-48fa-96a3-bbc2ce6918db), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:26.226896 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170de25-8052-4233-8fed-0597a303fcbb tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Pushing event deleted for resources: {'Port': ['ID=8246de72-d988-48fa-96a3-bbc2ce6918db,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:48:26.254289 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170de25-8052-4233-8fed-0597a303fcbb tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:26.254634 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170de25-8052-4233-8fed-0597a303fcbb tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:26.254970 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170de25-8052-4233-8fed-0597a303fcbb tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:26.255301 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170de25-8052-4233-8fed-0597a303fcbb tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:26.255627 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170de25-8052-4233-8fed-0597a303fcbb tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:26.256065 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170de25-8052-4233-8fed-0597a303fcbb tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:26.256405 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170de25-8052-4233-8fed-0597a303fcbb tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:26.256728 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170de25-8052-4233-8fed-0597a303fcbb tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:26.257084 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170de25-8052-4233-8fed-0597a303fcbb tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:26.257404 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170de25-8052-4233-8fed-0597a303fcbb tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:26.257722 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170de25-8052-4233-8fed-0597a303fcbb tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:26.258039 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170de25-8052-4233-8fed-0597a303fcbb tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:26.258358 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170de25-8052-4233-8fed-0597a303fcbb tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:26.258669 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170de25-8052-4233-8fed-0597a303fcbb tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:26.258980 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8170de25-8052-4233-8fed-0597a303fcbb tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104732) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:26.297626 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8170de25-8052-4233-8fed-0597a303fcbb tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for floatingip (69521cc9-bcf4-436a-8220-70e04768ef9c), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:26.297982 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.db.l3_db [None req-8170de25-8052-4233-8fed-0597a303fcbb tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Floating IP 69521cc9-bcf4-436a-8220-70e04768ef9c disassociated (deleted). External IP: 172.27.0.94, port: c60610d5-8cbd-4e4d-91b4-6eab27fabd56. Oct 20 13:48:26.490727 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8170de25-8052-4233-8fed-0597a303fcbb tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Router d6713bf8-5f0e-4a24-ac37-c6be8db5673a has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:48:26.592735 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8170de25-8052-4233-8fed-0597a303fcbb tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:48:26.597365 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-8170de25-8052-4233-8fed-0597a303fcbb tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for floatingip (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:26.602500 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafcd8f7-65a0-49bc-ab46-9519ddcfc6e0 None None] Sync routers for ids ['d6713bf8-5f0e-4a24-ac37-c6be8db5673a'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:48:26.612271 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafcd8f7-65a0-49bc-ab46-9519ddcfc6e0 None None] Routers {'d6713bf8-5f0e-4a24-ac37-c6be8db5673a'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:48:26.613247 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-cafcd8f7-65a0-49bc-ab46-9519ddcfc6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:47:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['d6713bf8-5f0e-4a24-ac37-c6be8db5673a'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:48:26.623492 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:26.630809 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-8170de25-8052-4233-8fed-0597a303fcbb tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "DELETE /networking/v2.0/floatingips/69521cc9-bcf4-436a-8220-70e04768ef9c HTTP/1.1" status: 204 len: 168 time: 0.8178635 Oct 20 13:48:26.632929 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93d82ad-cde4-4b8f-84c3-2a3891ebd707', 'tag': 'c60610d5-8cbd-4e4d-91b4-6eab27fabd56'}] {{(pid=104732) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:48:26.635382 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ed26d3489e22cc6b5a676e21476388eeae91a3b2122148cacb7fad647cd2228" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2611eea6-5b16-4556-b0b0-a47f84a5fa45" -d '{"events": [{"name": "network-changed", "server_uuid": "c93d82ad-cde4-4b8f-84c3-2a3891ebd707", "tag": "c60610d5-8cbd-4e4d-91b4-6eab27fabd56"}]}' {{(pid=104732) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:48:26.716265 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-cafcd8f7-65a0-49bc-ab46-9519ddcfc6e0 None None] Set router d6713bf8-5f0e-4a24-ac37-c6be8db5673a gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:48:26.854687 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 20 Oct 2022 13:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04eec6e6-1a79-455b-ba75-d3d8a26078bb x-openstack-request-id: req-04eec6e6-1a79-455b-ba75-d3d8a26078bb {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:48:26.855213 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93d82ad-cde4-4b8f-84c3-2a3891ebd707", "tag": "c60610d5-8cbd-4e4d-91b4-6eab27fabd56", "status": "completed", "code": 200}]} {{(pid=104732) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:48:26.855213 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04eec6e6-1a79-455b-ba75-d3d8a26078bb {{(pid=104732) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:48:26.855608 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04eec6e6-1a79-455b-ba75-d3d8a26078bb'] response: {'name': 'network-changed', 'server_uuid': 'c93d82ad-cde4-4b8f-84c3-2a3891ebd707', 'tag': 'c60610d5-8cbd-4e4d-91b4-6eab27fabd56', 'status': 'completed', 'code': 200} Oct 20 13:48:26.909916 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-cafcd8f7-65a0-49bc-ab46-9519ddcfc6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'name': 'tempest-TestShelveInstance-1365706110-router', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c00d7b33-1441-47c1-8ad8-96836f16cbef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:43:58Z', 'updated_at': '2022-10-20T13:44:02Z', 'revision_number': 4, 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'gw_port': {'id': 'c00d7b33-1441-47c1-8ad8-96836f16cbef', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:43:58Z', 'updated_at': '2022-10-20T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '8cb82dbe-86f9-41ad-8f4a-e250de93ec0a', 'name': '', 'network_id': '0f592744-30d0-4c9f-8d1d-d169c26122c1', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'mac_address': 'fa:16:3e:69:c8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66f4771-1c6e-4b05-b791-dfe578b44f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:44:01Z', 'updated_at': '2022-10-20T13:44:08Z', 'revision_number': 5, 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'subnets': [{'id': 'a66f4771-1c6e-4b05-b791-dfe578b44f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:48:26.939001 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafcd8f7-65a0-49bc-ab46-9519ddcfc6e0 None None] Checking router: d6713bf8-5f0e-4a24-ac37-c6be8db5673a for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:48:26.948120 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafcd8f7-65a0-49bc-ab46-9519ddcfc6e0 None None] Routers {'d6713bf8-5f0e-4a24-ac37-c6be8db5673a'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:48:26.949293 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e0539-0cc8-4d5d-9003-4d1259792afb req-c2d62cbd-01ea-4321-a324-a81a5bcf4673 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:48:26.949815 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-cafcd8f7-65a0-49bc-ab46-9519ddcfc6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:47:57Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['d6713bf8-5f0e-4a24-ac37-c6be8db5673a'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:48:26.951550 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-082e0539-0cc8-4d5d-9003-4d1259792afb req-c2d62cbd-01ea-4321-a324-a81a5bcf4673 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 945 time: 0.0529065 Oct 20 13:48:26.966975 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-1172e933-dc80-4069-ab21-9d21ab03c87f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:27.002597 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-082e0539-0cc8-4d5d-9003-4d1259792afb req-1e25f805-5a81-4fa8-a6dd-c10827703cd0 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453160 Oct 20 13:48:27.051428 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-cafcd8f7-65a0-49bc-ab46-9519ddcfc6e0 None None] Set router d6713bf8-5f0e-4a24-ac37-c6be8db5673a gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:48:27.310833 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-cafcd8f7-65a0-49bc-ab46-9519ddcfc6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'name': 'tempest-TestShelveInstance-1365706110-router', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c00d7b33-1441-47c1-8ad8-96836f16cbef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:43:58Z', 'updated_at': '2022-10-20T13:44:02Z', 'revision_number': 4, 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'gw_port': {'id': 'c00d7b33-1441-47c1-8ad8-96836f16cbef', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:43:58Z', 'updated_at': '2022-10-20T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '8cb82dbe-86f9-41ad-8f4a-e250de93ec0a', 'name': '', 'network_id': '0f592744-30d0-4c9f-8d1d-d169c26122c1', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'mac_address': 'fa:16:3e:69:c8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66f4771-1c6e-4b05-b791-dfe578b44f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:44:01Z', 'updated_at': '2022-10-20T13:44:08Z', 'revision_number': 5, 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'subnets': [{'id': 'a66f4771-1c6e-4b05-b791-dfe578b44f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:48:27.335729 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafcd8f7-65a0-49bc-ab46-9519ddcfc6e0 None None] The sync data for ids ['d6713bf8-5f0e-4a24-ac37-c6be8db5673a'] in dv-cinder-862136-1-iscsi is: [{'id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'name': 'tempest-TestShelveInstance-1365706110-router', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c00d7b33-1441-47c1-8ad8-96836f16cbef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:43:58Z', 'updated_at': '2022-10-20T13:44:02Z', 'revision_number': 4, 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'gw_port': {'id': 'c00d7b33-1441-47c1-8ad8-96836f16cbef', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:43:58Z', 'updated_at': '2022-10-20T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi', '_interfaces': [{'id': '8cb82dbe-86f9-41ad-8f4a-e250de93ec0a', 'name': '', 'network_id': '0f592744-30d0-4c9f-8d1d-d169c26122c1', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'mac_address': 'fa:16:3e:69:c8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'a66f4771-1c6e-4b05-b791-dfe578b44f37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:44:01Z', 'updated_at': '2022-10-20T13:44:08Z', 'revision_number': 5, 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'subnets': [{'id': 'a66f4771-1c6e-4b05-b791-dfe578b44f37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:48:27.547738 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6232f808-ce05-4da0-8ad0-62e77423b037 None None] New status for floating IP 69521cc9-bcf4-436a-8220-70e04768ef9c: DOWN {{(pid=104734) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 20 13:48:28.018756 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611eea6-5b16-4556-b0b0-a47f84a5fa45 req-4cd56447-2513-472c-9055-d97c500613e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:48:28.020113 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2611eea6-5b16-4556-b0b0-a47f84a5fa45 req-4cd56447-2513-472c-9055-d97c500613e7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=2de4676254c14b55aa2b7765255c69c9&device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 1129 time: 0.0385814 Oct 20 13:48:28.150915 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf74fe2-45a6-4660-9fcb-d24819654e0f req-f46420b8-6a0b-4fa7-ab57-5667ff928161 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:48:28.152441 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-fbf74fe2-45a6-4660-9fcb-d24819654e0f req-f46420b8-6a0b-4fa7-ab57-5667ff928161 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 945 time: 0.0651898 Oct 20 13:48:28.153433 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611eea6-5b16-4556-b0b0-a47f84a5fa45 req-450f018b-d6f4-49fc-ac12-1f08e7f9ad7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:48:28.154712 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2611eea6-5b16-4556-b0b0-a47f84a5fa45 req-450f018b-d6f4-49fc-ac12-1f08e7f9ad7b service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=0f592744-30d0-4c9f-8d1d-d169c26122c1 HTTP/1.1" status: 200 len: 910 time: 0.1265416 Oct 20 13:48:28.207601 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2611eea6-5b16-4556-b0b0-a47f84a5fa45 req-5a3d6b1a-19d4-4aa9-b861-b66f1bae3407 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c60610d5-8cbd-4e4d-91b4-6eab27fabd56 HTTP/1.1" status: 200 len: 217 time: 0.0357008 Oct 20 13:48:28.209697 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:28.499384 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-fbf74fe2-45a6-4660-9fcb-d24819654e0f req-cb1c48b7-0979-4948-83f0-d1ac682e10c3 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/security-groups?id=fca5b634-c703-42b9-91d7-96f762f0f4d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3412817 Oct 20 13:48:28.534068 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611eea6-5b16-4556-b0b0-a47f84a5fa45 req-00553624-ac66-4ff0-983d-c722ebe60d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:48:28.535475 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2611eea6-5b16-4556-b0b0-a47f84a5fa45 req-00553624-ac66-4ff0-983d-c722ebe60d4f service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=a66f4771-1c6e-4b05-b791-dfe578b44f37 HTTP/1.1" status: 200 len: 848 time: 0.3220642 Oct 20 13:48:28.576554 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfb212-0a26-4c68-ba8d-9270d8d08e45 req-5742e8d6-0202-4c4d-81f5-bb9e8b459b43 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:48:28.577982 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2ecfb212-0a26-4c68-ba8d-9270d8d08e45 req-5742e8d6-0202-4c4d-81f5-bb9e8b459b43 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 945 time: 0.0742719 Oct 20 13:48:28.611055 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2611eea6-5b16-4556-b0b0-a47f84a5fa45 req-69f81981-805e-4e81-94e2-9f83c2856428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104733) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 20 13:48:28.612456 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2611eea6-5b16-4556-b0b0-a47f84a5fa45 req-69f81981-805e-4e81-94e2-9f83c2856428 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=0f592744-30d0-4c9f-8d1d-d169c26122c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0697839 Oct 20 13:48:28.715113 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-2ecfb212-0a26-4c68-ba8d-9270d8d08e45 req-e2499ef6-fe88-417d-bd48-2c1aca49b124 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Deleting port c60610d5-8cbd-4e4d-91b4-6eab27fabd56 {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:48:28.715442 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-2ecfb212-0a26-4c68-ba8d-9270d8d08e45 req-e2499ef6-fe88-417d-bd48-2c1aca49b124 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (c60610d5-8cbd-4e4d-91b4-6eab27fabd56), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:28.787868 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2611eea6-5b16-4556-b0b0-a47f84a5fa45 req-7c4047a4-a409-4faf-92b0-0a52a2521b03 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0f592744-30d0-4c9f-8d1d-d169c26122c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654847 Oct 20 13:48:28.873595 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [req-2ecfb212-0a26-4c68-ba8d-9270d8d08e45 req-e2499ef6-fe88-417d-bd48-2c1aca49b124 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] For port c60610d5-8cbd-4e4d-91b4-6eab27fabd56, host hv-cinder-86213, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-86213',level=0,port_id=c60610d5-8cbd-4e4d-91b4-6eab27fabd56,segment=NetworkSegment(a7beca9c-36f4-46f1-ac91-165bda043ab0),segment_id=a7beca9c-36f4-46f1-ac91-165bda043ab0)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:48:28.873936 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-2ecfb212-0a26-4c68-ba8d-9270d8d08e45 req-e2499ef6-fe88-417d-bd48-2c1aca49b124 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (c60610d5-8cbd-4e4d-91b4-6eab27fabd56), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:28.891620 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [req-2ecfb212-0a26-4c68-ba8d-9270d8d08e45 req-e2499ef6-fe88-417d-bd48-2c1aca49b124 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Calling delete_port for c60610d5-8cbd-4e4d-91b4-6eab27fabd56 owned by compute:nova {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:48:28.953876 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2611eea6-5b16-4556-b0b0-a47f84a5fa45 req-b674e8e7-fd50-48fb-bec7-700d2ecd068f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/0f592744-30d0-4c9f-8d1d-d169c26122c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564109 Oct 20 13:48:28.974191 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=100 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:29.028777 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:29.044473 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-2ecfb212-0a26-4c68-ba8d-9270d8d08e45 req-e2499ef6-fe88-417d-bd48-2c1aca49b124 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (c60610d5-8cbd-4e4d-91b4-6eab27fabd56), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:29.072816 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2499ef6-fe88-417d-bd48-2c1aca49b124 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Pushing event deleted for resources: {'Port': ['ID=c60610d5-8cbd-4e4d-91b4-6eab27fabd56,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:48:29.098594 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2499ef6-fe88-417d-bd48-2c1aca49b124 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:29.098941 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2499ef6-fe88-417d-bd48-2c1aca49b124 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:29.099281 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2499ef6-fe88-417d-bd48-2c1aca49b124 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:29.100134 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2499ef6-fe88-417d-bd48-2c1aca49b124 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:29.100134 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2499ef6-fe88-417d-bd48-2c1aca49b124 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:29.100414 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2499ef6-fe88-417d-bd48-2c1aca49b124 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:29.100717 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2499ef6-fe88-417d-bd48-2c1aca49b124 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:29.101065 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2499ef6-fe88-417d-bd48-2c1aca49b124 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:29.101394 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2499ef6-fe88-417d-bd48-2c1aca49b124 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:29.101717 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2499ef6-fe88-417d-bd48-2c1aca49b124 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:29.102038 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2499ef6-fe88-417d-bd48-2c1aca49b124 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:29.102361 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2499ef6-fe88-417d-bd48-2c1aca49b124 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:29.102680 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2499ef6-fe88-417d-bd48-2c1aca49b124 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:29.102998 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2499ef6-fe88-417d-bd48-2c1aca49b124 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:29.103315 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2499ef6-fe88-417d-bd48-2c1aca49b124 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104733) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:29.126724 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecfb212-0a26-4c68-ba8d-9270d8d08e45 req-e2499ef6-fe88-417d-bd48-2c1aca49b124 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] No DVR routers for this DVR port c60610d5-8cbd-4e4d-91b4-6eab27fabd56 on host hv-cinder-86213 {{(pid=104733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:48:29.129056 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [req-2ecfb212-0a26-4c68-ba8d-9270d8d08e45 req-e2499ef6-fe88-417d-bd48-2c1aca49b124 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-250343'] for port (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:29.132957 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-2ecfb212-0a26-4c68-ba8d-9270d8d08e45 req-e2499ef6-fe88-417d-bd48-2c1aca49b124 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.20 "DELETE /networking/v2.0/ports/c60610d5-8cbd-4e4d-91b4-6eab27fabd56 HTTP/1.1" status: 204 len: 173 time: 0.5473540 Oct 20 13:48:29.133439 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93d82ad-cde4-4b8f-84c3-2a3891ebd707', 'name': 'network-vif-deleted', 'tag': 'c60610d5-8cbd-4e4d-91b4-6eab27fabd56'}] {{(pid=104733) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 20 13:48:29.135677 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}731dbcc57843156b2072b56274ce195099c899d30f71e39097de7165628b3358" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdc7486-2295-4829-890f-67969d51e78c" -d '{"events": [{"server_uuid": "c93d82ad-cde4-4b8f-84c3-2a3891ebd707", "name": "network-vif-deleted", "tag": "c60610d5-8cbd-4e4d-91b4-6eab27fabd56"}]}' {{(pid=104733) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 20 13:48:29.229352 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 20 Oct 2022 13:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb929e81-44b0-46d8-8517-7e8f756dec84 x-openstack-request-id: req-cb929e81-44b0-46d8-8517-7e8f756dec84 {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 20 13:48:29.229644 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93d82ad-cde4-4b8f-84c3-2a3891ebd707", "name": "network-vif-deleted", "tag": "c60610d5-8cbd-4e4d-91b4-6eab27fabd56", "status": "completed", "code": 200}]} {{(pid=104733) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 20 13:48:29.229897 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cb929e81-44b0-46d8-8517-7e8f756dec84 {{(pid=104733) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 20 13:48:29.230303 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb929e81-44b0-46d8-8517-7e8f756dec84'] response: {'server_uuid': 'c93d82ad-cde4-4b8f-84c3-2a3891ebd707', 'name': 'network-vif-deleted', 'tag': 'c60610d5-8cbd-4e4d-91b4-6eab27fabd56', 'status': 'completed', 'code': 200} Oct 20 13:48:29.609214 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [req-425fc446-e074-4696-b703-9946822feba3 req-c0ac6665-259d-4b3c-a368-e301376b98eb tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "GET /networking/v2.0/ports?device_id=c93d82ad-cde4-4b8f-84c3-2a3891ebd707 HTTP/1.1" status: 200 len: 210 time: 0.0276163 Oct 20 13:48:29.656669 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:29.768656 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:30.676521 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 50976) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:48:30.707374 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:30.734011 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-37c1d637-1e7b-41ee-b3d6-e83f36b6efa0 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for security_group (fca5b634-c703-42b9-91d7-96f762f0f4d2), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:30.761205 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-37c1d637-1e7b-41ee-b3d6-e83f36b6efa0 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for security_group (fca5b634-c703-42b9-91d7-96f762f0f4d2), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:30.819379 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-37c1d637-1e7b-41ee-b3d6-e83f36b6efa0 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (fca5b634-c703-42b9-91d7-96f762f0f4d2), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:30.821946 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-37c1d637-1e7b-41ee-b3d6-e83f36b6efa0 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:30.823085 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-37c1d637-1e7b-41ee-b3d6-e83f36b6efa0 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] 10.222.0.23 "DELETE /networking/v2.0/security-groups/fca5b634-c703-42b9-91d7-96f762f0f4d2 HTTP/1.1" status: 204 len: 168 time: 0.1466291 Oct 20 13:48:30.832515 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1d637-1e7b-41ee-b3d6-e83f36b6efa0 tempest-TestShelveInstance-762883540 tempest-TestShelveInstance-762883540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca5b634-c703-42b9-91d7-96f762f0f4d2,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:48:30.870306 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 50980) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:48:31.385208 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-924dc4b0-b7c8-4d41-8af4-23915eaf1000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864622'] for router_interface (d6713bf8-5f0e-4a24-ac37-c6be8db5673a), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:31.600265 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-924dc4b0-b7c8-4d41-8af4-23915eaf1000 admin admin] Deleting port 8cb82dbe-86f9-41ad-8f4a-e250de93ec0a {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:48:31.600599 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-924dc4b0-b7c8-4d41-8af4-23915eaf1000 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (8cb82dbe-86f9-41ad-8f4a-e250de93ec0a), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:31.683388 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-924dc4b0-b7c8-4d41-8af4-23915eaf1000 admin admin] For port 8cb82dbe-86f9-41ad-8f4a-e250de93ec0a, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=8cb82dbe-86f9-41ad-8f4a-e250de93ec0a,segment=NetworkSegment(a7beca9c-36f4-46f1-ac91-165bda043ab0),segment_id=a7beca9c-36f4-46f1-ac91-165bda043ab0)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:48:31.684022 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-924dc4b0-b7c8-4d41-8af4-23915eaf1000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (8cb82dbe-86f9-41ad-8f4a-e250de93ec0a), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:31.696574 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-924dc4b0-b7c8-4d41-8af4-23915eaf1000 admin admin] Calling delete_port for 8cb82dbe-86f9-41ad-8f4a-e250de93ec0a owned by network:router_interface {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:48:31.752220 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:31.814588 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:31.878525 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-924dc4b0-b7c8-4d41-8af4-23915eaf1000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (8cb82dbe-86f9-41ad-8f4a-e250de93ec0a), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:31.903236 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924dc4b0-b7c8-4d41-8af4-23915eaf1000 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cb82dbe-86f9-41ad-8f4a-e250de93ec0a,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:48:32.066772 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-924dc4b0-b7c8-4d41-8af4-23915eaf1000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864730'] for router_interface (d6713bf8-5f0e-4a24-ac37-c6be8db5673a), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:32.087745 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508faa7a-5807-4fac-a3d2-57eee6abd9e1 None None] get_active_networks_info from dv-cinder-862136-1-iscsi {{(pid=104734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 13:48:32.114545 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:48:32.172276 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508faa7a-5807-4fac-a3d2-57eee6abd9e1 None None] Resources bound (agent type, host, resource id): {{(pid=104734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 13:48:32.278975 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924dc4b0-b7c8-4d41-8af4-23915eaf1000 admin admin] Router d6713bf8-5f0e-4a24-ac37-c6be8db5673a has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104732) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:48:32.387005 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924dc4b0-b7c8-4d41-8af4-23915eaf1000 admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104732) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:48:32.393820 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-924dc4b0-b7c8-4d41-8af4-23915eaf1000 admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/d6713bf8-5f0e-4a24-ac37-c6be8db5673a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5216072 Oct 20 13:48:32.395513 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 50982) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:48:32.396410 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1077ee95-543c-425c-9bcc-f3215b84c093 None None] Sync routers for ids ['d6713bf8-5f0e-4a24-ac37-c6be8db5673a'] in dv-cinder-862136-1-iscsi {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:48:32.408335 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1077ee95-543c-425c-9bcc-f3215b84c093 None None] Routers {'d6713bf8-5f0e-4a24-ac37-c6be8db5673a'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:48:32.409021 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-1077ee95-543c-425c-9bcc-f3215b84c093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:48:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['d6713bf8-5f0e-4a24-ac37-c6be8db5673a'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:48:32.507359 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-acaa409d-74c9-447f-bb05-07ca8296d7e7 admin admin] Publish callbacks [] for router (d6713bf8-5f0e-4a24-ac37-c6be8db5673a), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:32.518083 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-1077ee95-543c-425c-9bcc-f3215b84c093 None None] Set router d6713bf8-5f0e-4a24-ac37-c6be8db5673a gateway port host: dv-cinder-862136-1-iscsi {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:48:32.611294 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-acaa409d-74c9-447f-bb05-07ca8296d7e7 admin admin] Publish callbacks [] for router_gateway (d6713bf8-5f0e-4a24-ac37-c6be8db5673a), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:32.660240 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-acaa409d-74c9-447f-bb05-07ca8296d7e7 admin admin] Deleting port c00d7b33-1441-47c1-8ad8-96836f16cbef {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:48:32.660573 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-acaa409d-74c9-447f-bb05-07ca8296d7e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (c00d7b33-1441-47c1-8ad8-96836f16cbef), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:32.695752 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:32.701494 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-1077ee95-543c-425c-9bcc-f3215b84c093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'name': 'tempest-TestShelveInstance-1365706110-router', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.5'}], 'enable_snat': True}, 'gw_port_id': 'c00d7b33-1441-47c1-8ad8-96836f16cbef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:43:58Z', 'updated_at': '2022-10-20T13:48:31Z', 'revision_number': 5, 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'gw_port': {'id': 'c00d7b33-1441-47c1-8ad8-96836f16cbef', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:c5:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:43:58Z', 'updated_at': '2022-10-20T13:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:48:32.717721 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:32.719970 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:DELETE=2,neutron:UPDATE=1,neutron:SELECT=97 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:32.730022 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1077ee95-543c-425c-9bcc-f3215b84c093 None None] Checking router: d6713bf8-5f0e-4a24-ac37-c6be8db5673a for host: dv-cinder-862136-1-iscsi {{(pid=104735) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:48:32.741441 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1077ee95-543c-425c-9bcc-f3215b84c093 None None] Routers {'d6713bf8-5f0e-4a24-ac37-c6be8db5673a'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104735) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:48:32.742409 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-1077ee95-543c-425c-9bcc-f3215b84c093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:48:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['d6713bf8-5f0e-4a24-ac37-c6be8db5673a'], 'active': True} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:48:32.757270 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-acaa409d-74c9-447f-bb05-07ca8296d7e7 admin admin] For port c00d7b33-1441-47c1-8ad8-96836f16cbef, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=c00d7b33-1441-47c1-8ad8-96836f16cbef,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:48:32.758300 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-acaa409d-74c9-447f-bb05-07ca8296d7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (c00d7b33-1441-47c1-8ad8-96836f16cbef), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:32.771120 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-acaa409d-74c9-447f-bb05-07ca8296d7e7 admin admin] Calling delete_port for c00d7b33-1441-47c1-8ad8-96836f16cbef owned by network:router_gateway {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:48:32.804196 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-14c52095-c6f9-4c47-a2c9-3e455d1c4b10 None None] Provisioning complete for port bc04c785-2b7c-4c55-9c19-c10e97866d9f triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:48:32.804584 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-14c52095-c6f9-4c47-a2c9-3e455d1c4b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (bc04c785-2b7c-4c55-9c19-c10e97866d9f), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:32.804939 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-14c52095-c6f9-4c47-a2c9-3e455d1c4b10 None None] Attempt 1 to provision port bc04c785-2b7c-4c55-9c19-c10e97866d9f Oct 20 13:48:32.822457 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=100 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:32.831775 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_dvr_db [None req-1077ee95-543c-425c-9bcc-f3215b84c093 None None] Set router d6713bf8-5f0e-4a24-ac37-c6be8db5673a gateway port host: None {{(pid=104735) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:48:32.882620 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.l3_hamode_db [None req-1077ee95-543c-425c-9bcc-f3215b84c093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'name': 'tempest-TestShelveInstance-1365706110-router', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:43:58Z', 'updated_at': '2022-10-20T13:48:32Z', 'revision_number': 6, 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'gw_port_host': None}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104735) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:48:32.885602 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-14c52095-c6f9-4c47-a2c9-3e455d1c4b10 None None] Current status of the port bc04c785-2b7c-4c55-9c19-c10e97866d9f is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:48:32.910213 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1077ee95-543c-425c-9bcc-f3215b84c093 None None] The sync data for ids ['d6713bf8-5f0e-4a24-ac37-c6be8db5673a'] in dv-cinder-862136-1-iscsi is: [{'id': 'd6713bf8-5f0e-4a24-ac37-c6be8db5673a', 'name': 'tempest-TestShelveInstance-1365706110-router', 'tenant_id': '2de4676254c14b55aa2b7765255c69c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:43:58Z', 'updated_at': '2022-10-20T13:48:32Z', 'revision_number': 6, 'project_id': '2de4676254c14b55aa2b7765255c69c9', 'gw_port_host': None}] {{(pid=104735) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:48:32.950617 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-acaa409d-74c9-447f-bb05-07ca8296d7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (c00d7b33-1441-47c1-8ad8-96836f16cbef), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:32.955803 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device c60610d5-8cbd-4e4d-91b4-6eab27fabd56 no longer exists at agent hyperv_hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:48:32.972982 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa409d-74c9-447f-bb05-07ca8296d7e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c00d7b33-1441-47c1-8ad8-96836f16cbef,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:48:32.974381 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] No Port match for: c60610d5-8cbd-4e4d-91b4-6eab27fabd56 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:48:32.975304 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Device c60610d5-8cbd-4e4d-91b4-6eab27fabd56 not bound to the agent host hv-cinder-86213 {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:48:33.036211 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-acaa409d-74c9-447f-bb05-07ca8296d7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3855219'] for router_gateway (d6713bf8-5f0e-4a24-ac37-c6be8db5673a), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:33.121241 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-acaa409d-74c9-447f-bb05-07ca8296d7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3608'] for router (d6713bf8-5f0e-4a24-ac37-c6be8db5673a), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:33.123364 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-acaa409d-74c9-447f-bb05-07ca8296d7e7 admin admin] Publish callbacks [] for router_controller (d6713bf8-5f0e-4a24-ac37-c6be8db5673a), precommit_delete_associations {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:33.166152 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-acaa409d-74c9-447f-bb05-07ca8296d7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864653'] for router (d6713bf8-5f0e-4a24-ac37-c6be8db5673a), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:33.166713 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acaa409d-74c9-447f-bb05-07ca8296d7e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6713bf8-5f0e-4a24-ac37-c6be8db5673a {{(pid=104732) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 13:48:33.170983 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-acaa409d-74c9-447f-bb05-07ca8296d7e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:33.172098 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-acaa409d-74c9-447f-bb05-07ca8296d7e7 admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/d6713bf8-5f0e-4a24-ac37-c6be8db5673a HTTP/1.1" status: 204 len: 168 time: 0.7756817 Oct 20 13:48:33.174651 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 50984) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:48:33.218407 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f61e368-09cc-4458-ae16-913d5c770260 admin admin] Deleting subnet a66f4771-1c6e-4b05-b791-dfe578b44f37 {{(pid=104732) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 13:48:33.222235 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6f61e368-09cc-4458-ae16-913d5c770260 admin admin] Publish callbacks [] for subnet (a66f4771-1c6e-4b05-b791-dfe578b44f37), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:33.257985 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6f61e368-09cc-4458-ae16-913d5c770260 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26291269'] for subnet (a66f4771-1c6e-4b05-b791-dfe578b44f37), precommit_delete_associations {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:33.338601 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6f61e368-09cc-4458-ae16-913d5c770260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1335179'] for subnet (a66f4771-1c6e-4b05-b791-dfe578b44f37), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:33.389516 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6f61e368-09cc-4458-ae16-913d5c770260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1335184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25721315', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25948865'] for subnet (a66f4771-1c6e-4b05-b791-dfe578b44f37), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:33.415828 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61e368-09cc-4458-ae16-913d5c770260 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a66f4771-1c6e-4b05-b791-dfe578b44f37,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:48:33.419336 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-6f61e368-09cc-4458-ae16-913d5c770260 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:33.422435 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-6f61e368-09cc-4458-ae16-913d5c770260 admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/a66f4771-1c6e-4b05-b791-dfe578b44f37 HTTP/1.1" status: 204 len: 168 time: 0.2468495 Oct 20 13:48:33.424958 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 50986) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:48:33.425090 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f2df15-4e78-4f04-b36d-2b10915ec749 None None] Network 0f592744-30d0-4c9f-8d1d-d169c26122c1 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:48:33.496788 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0ce83123-3b4c-4204-99e2-d999da926229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466521'] for network (0f592744-30d0-4c9f-8d1d-d169c26122c1), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:33.542365 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-0ce83123-3b4c-4204-99e2-d999da926229 admin admin] Deleting port bc04c785-2b7c-4c55-9c19-c10e97866d9f {{(pid=104732) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:48:33.542698 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0ce83123-3b4c-4204-99e2-d999da926229 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (bc04c785-2b7c-4c55-9c19-c10e97866d9f), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:33.580224 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:33.606526 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.db [None req-0ce83123-3b4c-4204-99e2-d999da926229 admin admin] For port bc04c785-2b7c-4c55-9c19-c10e97866d9f, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=bc04c785-2b7c-4c55-9c19-c10e97866d9f,segment=NetworkSegment(a7beca9c-36f4-46f1-ac91-165bda043ab0),segment_id=a7beca9c-36f4-46f1-ac91-165bda043ab0)] {{(pid=104732) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:48:33.606815 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0ce83123-3b4c-4204-99e2-d999da926229 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (bc04c785-2b7c-4c55-9c19-c10e97866d9f), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:33.608783 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:33.622100 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.plugin [None req-0ce83123-3b4c-4204-99e2-d999da926229 admin admin] Calling delete_port for bc04c785-2b7c-4c55-9c19-c10e97866d9f owned by network:dhcp {{(pid=104732) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:48:33.654103 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88449dd6-c2cb-4b85-a1f7-80877ec1a611 None None] DHCP port deletion for 0f592744-30d0-4c9f-8d1d-d169c26122c1 request from dv-cinder-862136-1-iscsi {{(pid=104734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 13:48:33.691892 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-88449dd6-c2cb-4b85-a1f7-80877ec1a611 None None] Deleting port bc04c785-2b7c-4c55-9c19-c10e97866d9f {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:48:33.692387 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-88449dd6-c2cb-4b85-a1f7-80877ec1a611 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (bc04c785-2b7c-4c55-9c19-c10e97866d9f), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:33.706974 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0ce83123-3b4c-4204-99e2-d999da926229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25721232'] for port (bc04c785-2b7c-4c55-9c19-c10e97866d9f), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:33.732761 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce83123-3b4c-4204-99e2-d999da926229 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc04c785-2b7c-4c55-9c19-c10e97866d9f,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:48:33.736245 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce83123-3b4c-4204-99e2-d999da926229 admin admin] No DVR routers for this DVR port bc04c785-2b7c-4c55-9c19-c10e97866d9f on host dv-cinder-862136-1-iscsi {{(pid=104732) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:48:33.762984 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-88449dd6-c2cb-4b85-a1f7-80877ec1a611 None None] For port bc04c785-2b7c-4c55-9c19-c10e97866d9f, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=bc04c785-2b7c-4c55-9c19-c10e97866d9f,segment=NetworkSegment(a7beca9c-36f4-46f1-ac91-165bda043ab0),segment_id=a7beca9c-36f4-46f1-ac91-165bda043ab0)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:48:33.763927 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-88449dd6-c2cb-4b85-a1f7-80877ec1a611 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (bc04c785-2b7c-4c55-9c19-c10e97866d9f), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:33.778653 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-88449dd6-c2cb-4b85-a1f7-80877ec1a611 None None] Calling delete_port for bc04c785-2b7c-4c55-9c19-c10e97866d9f owned by network:dhcp {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:48:33.811814 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0ce83123-3b4c-4204-99e2-d999da926229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335235', 'neutron.services.segments.db._delete_segments_for_network-8747424857155'] for network (0f592744-30d0-4c9f-8d1d-d169c26122c1), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:33.833102 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-0ce83123-3b4c-4204-99e2-d999da926229 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f592744-30d0-4c9f-8d1d-d169c26122c1']}} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:48:33.843754 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-0ce83123-3b4c-4204-99e2-d999da926229 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7beca9c-36f4-46f1-ac91-165bda043ab0') {'for_net_delete': True} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:48:33.844055 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.services.segments.db [None req-0ce83123-3b4c-4204-99e2-d999da926229 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7beca9c-36f4-46f1-ac91-165bda043ab0') {} {{(pid=104732) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:48:33.855684 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0ce83123-3b4c-4204-99e2-d999da926229 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747424827639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26291314'] for segment (a7beca9c-36f4-46f1-ac91-165bda043ab0), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:33.858252 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-88449dd6-c2cb-4b85-a1f7-80877ec1a611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964'] for port (bc04c785-2b7c-4c55-9c19-c10e97866d9f), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:33.862964 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:33.871706 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0ce83123-3b4c-4204-99e2-d999da926229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (a7beca9c-36f4-46f1-ac91-165bda043ab0), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:33.878647 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce83123-3b4c-4204-99e2-d999da926229 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=104732) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 13:48:33.879176 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0ce83123-3b4c-4204-99e2-d999da926229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25722433'] for segment (a7beca9c-36f4-46f1-ac91-165bda043ab0), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:33.885736 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88449dd6-c2cb-4b85-a1f7-80877ec1a611 None None] Pushing event deleted for resources: {'Port': ['ID=bc04c785-2b7c-4c55-9c19-c10e97866d9f,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:48:33.891319 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88449dd6-c2cb-4b85-a1f7-80877ec1a611 None None] No DVR routers for this DVR port bc04c785-2b7c-4c55-9c19-c10e97866d9f on host dv-cinder-862136-1-iscsi {{(pid=104734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:48:33.904433 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88449dd6-c2cb-4b85-a1f7-80877ec1a611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:33.905203 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88449dd6-c2cb-4b85-a1f7-80877ec1a611 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:33.906541 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88449dd6-c2cb-4b85-a1f7-80877ec1a611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:33.907030 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88449dd6-c2cb-4b85-a1f7-80877ec1a611 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:33.907502 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88449dd6-c2cb-4b85-a1f7-80877ec1a611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:33.908500 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88449dd6-c2cb-4b85-a1f7-80877ec1a611 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:33.909185 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88449dd6-c2cb-4b85-a1f7-80877ec1a611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:33.909813 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88449dd6-c2cb-4b85-a1f7-80877ec1a611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:33.909967 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88449dd6-c2cb-4b85-a1f7-80877ec1a611 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:33.910264 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88449dd6-c2cb-4b85-a1f7-80877ec1a611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:33.910588 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88449dd6-c2cb-4b85-a1f7-80877ec1a611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:33.910913 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88449dd6-c2cb-4b85-a1f7-80877ec1a611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:33.911231 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88449dd6-c2cb-4b85-a1f7-80877ec1a611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:33.911556 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88449dd6-c2cb-4b85-a1f7-80877ec1a611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:33.911873 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88449dd6-c2cb-4b85-a1f7-80877ec1a611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-862136-1-iscsi {{(pid=104734) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 20 13:48:33.957712 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0ce83123-3b4c-4204-99e2-d999da926229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1335290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859717'] for network (0f592744-30d0-4c9f-8d1d-d169c26122c1), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:33.963938 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-0ce83123-3b4c-4204-99e2-d999da926229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:33.973170 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-0ce83123-3b4c-4204-99e2-d999da926229 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/0f592744-30d0-4c9f-8d1d-d169c26122c1 HTTP/1.1" status: 204 len: 168 time: 0.5416045 Oct 20 13:48:33.974192 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 50992) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:48:33.983416 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce83123-3b4c-4204-99e2-d999da926229 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f592744-30d0-4c9f-8d1d-d169c26122c1,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:48:34.001362 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.services.segments.plugin [-] Segment a7beca9c-36f4-46f1-ac91-165bda043ab0 resource provider aggregate not found Oct 20 13:48:34.018482 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.services.segments.plugin [-] Segment a7beca9c-36f4-46f1-ac91-165bda043ab0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7beca9c-36f4-46f1-ac91-165bda043ab0 found for delete ", "request_id": "req-c3cb4802-4057-457d-886a-048bfeb9a656"}]} Oct 20 13:48:34.192439 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 8cb82dbe-86f9-41ad-8f4a-e250de93ec0a no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:48:34.217432 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: 8cb82dbe-86f9-41ad-8f4a-e250de93ec0a {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:48:34.217770 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 8cb82dbe-86f9-41ad-8f4a-e250de93ec0a not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:48:34.218188 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device c00d7b33-1441-47c1-8ad8-96836f16cbef no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:48:34.237011 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: c00d7b33-1441-47c1-8ad8-96836f16cbef {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:48:34.237354 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device c00d7b33-1441-47c1-8ad8-96836f16cbef not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:48:34.238418 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device bc04c785-2b7c-4c55-9c19-c10e97866d9f no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:48:34.258787 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: bc04c785-2b7c-4c55-9c19-c10e97866d9f {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:48:34.259118 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device bc04c785-2b7c-4c55-9c19-c10e97866d9f not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:48:34.286353 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-734a682b-d205-4f08-bdda-13c1efe578ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3864622'] for router_interface (c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:34.500548 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-734a682b-d205-4f08-bdda-13c1efe578ae admin admin] Deleting port 42b1badc-fe92-4288-8ba6-6be2c43424c9 {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:48:34.500781 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-734a682b-d205-4f08-bdda-13c1efe578ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (42b1badc-fe92-4288-8ba6-6be2c43424c9), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:34.576587 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-734a682b-d205-4f08-bdda-13c1efe578ae admin admin] For port 42b1badc-fe92-4288-8ba6-6be2c43424c9, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=42b1badc-fe92-4288-8ba6-6be2c43424c9,segment=NetworkSegment(4d0576a0-19a8-42cd-ad4d-244fcd42557a),segment_id=4d0576a0-19a8-42cd-ad4d-244fcd42557a)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:48:34.576968 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-734a682b-d205-4f08-bdda-13c1efe578ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (42b1badc-fe92-4288-8ba6-6be2c43424c9), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:34.589378 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-734a682b-d205-4f08-bdda-13c1efe578ae admin admin] Calling delete_port for 42b1badc-fe92-4288-8ba6-6be2c43424c9 owned by network:router_interface {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:48:34.688116 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:34.712609 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:34.770015 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-734a682b-d205-4f08-bdda-13c1efe578ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (42b1badc-fe92-4288-8ba6-6be2c43424c9), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:34.794413 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a682b-d205-4f08-bdda-13c1efe578ae admin admin] Pushing event deleted for resources: {'Port': ['ID=42b1badc-fe92-4288-8ba6-6be2c43424c9,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:48:34.956639 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-734a682b-d205-4f08-bdda-13c1efe578ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3690407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3864730'] for router_interface (c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:34.975889 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84c11cc-228c-4e22-98a1-3fa12f9d5523 None None] get_active_networks_info from dv-cinder-862136-1-iscsi {{(pid=104734) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Oct 20 13:48:35.042213 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84c11cc-228c-4e22-98a1-3fa12f9d5523 None None] Resources bound (agent type, host, resource id): {{(pid=104734) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 20 13:48:35.051414 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:35.162763 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734a682b-d205-4f08-bdda-13c1efe578ae admin admin] Router c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a has already been hosted by L3 agent be337168-f950-40d6-92a4-727d8beca7ca {{(pid=104733) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 20 13:48:35.269069 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734a682b-d205-4f08-bdda-13c1efe578ae admin admin] Notify agent at l3_agent.dv-cinder-862136-1-iscsi the message routers_updated {{(pid=104733) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 20 13:48:35.274664 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-734a682b-d205-4f08-bdda-13c1efe578ae admin admin] 10.222.0.23 "PUT /networking/v2.0/routers/c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3031142 Oct 20 13:48:35.277187 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 50996) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:48:35.281459 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6f44fc-181a-45ac-8e22-033d51b32413 None None] Sync routers for ids ['c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a'] in dv-cinder-862136-1-iscsi {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 20 13:48:35.291148 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6f44fc-181a-45ac-8e22-033d51b32413 None None] Routers {'c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:48:35.291771 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-ea6f44fc-181a-45ac-8e22-033d51b32413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:48:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:48:35.383036 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-8a1eec6c-3c9b-4e14-ab8f-a5ce4022ef8e admin admin] Publish callbacks [] for router (c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:35.486341 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-8a1eec6c-3c9b-4e14-ab8f-a5ce4022ef8e admin admin] Publish callbacks [] for router_gateway (c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:35.539505 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-8a1eec6c-3c9b-4e14-ab8f-a5ce4022ef8e admin admin] Deleting port 11cacf7b-631c-40c4-93a5-c7f76859cfce {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:48:35.539851 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-8a1eec6c-3c9b-4e14-ab8f-a5ce4022ef8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (11cacf7b-631c-40c4-93a5-c7f76859cfce), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:35.548775 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-ea6f44fc-181a-45ac-8e22-033d51b32413 None None] Set router c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a gateway port host: dv-cinder-862136-1-iscsi {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:48:35.587116 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:35.624607 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-8a1eec6c-3c9b-4e14-ab8f-a5ce4022ef8e admin admin] For port 11cacf7b-631c-40c4-93a5-c7f76859cfce, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=11cacf7b-631c-40c4-93a5-c7f76859cfce,segment=NetworkSegment(f067ef76-0fa0-4fe3-b766-d64b7c1e4942),segment_id=f067ef76-0fa0-4fe3-b766-d64b7c1e4942)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:48:35.624993 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-8a1eec6c-3c9b-4e14-ab8f-a5ce4022ef8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (11cacf7b-631c-40c4-93a5-c7f76859cfce), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:35.632929 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:35.641282 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-8a1eec6c-3c9b-4e14-ab8f-a5ce4022ef8e admin admin] Calling delete_port for 11cacf7b-631c-40c4-93a5-c7f76859cfce owned by network:router_gateway {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:48:35.731344 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-ea6f44fc-181a-45ac-8e22-033d51b32413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a', 'name': 'tempest-TestShelveInstance-2106316423-router', 'tenant_id': 'e461387a7dbe4f3fabaab7634fe5f7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'external_fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '11cacf7b-631c-40c4-93a5-c7f76859cfce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:44:04Z', 'updated_at': '2022-10-20T13:48:34Z', 'revision_number': 5, 'project_id': 'e461387a7dbe4f3fabaab7634fe5f7c6', 'gw_port': {'id': '11cacf7b-631c-40c4-93a5-c7f76859cfce', 'name': '', 'network_id': '54b02c82-3888-4407-a753-5cb002a664e9', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:80:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-862136-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-20T13:44:05Z', 'updated_at': '2022-10-20T13:44:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '80f1bf56-ddb3-4c42-8717-7c4bb006400e', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-862136-1-iscsi'}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:48:35.759966 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.provisioning_blocks [None req-a7ede0ee-6901-4cf7-a57e-cb8c8d007b79 None None] Provisioning complete for port 87c042be-902c-4978-b458-d368964b8e92 triggered by entity DHCP. {{(pid=104734) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Oct 20 13:48:35.760337 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a7ede0ee-6901-4cf7-a57e-cb8c8d007b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1288540'] for port (87c042be-902c-4978-b458-d368964b8e92), provisioning_complete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:35.760693 dv-cinder-862136-1-iscsi neutron-server[104734]: INFO neutron.plugins.ml2.plugin [None req-a7ede0ee-6901-4cf7-a57e-cb8c8d007b79 None None] Attempt 1 to provision port 87c042be-902c-4978-b458-d368964b8e92 Oct 20 13:48:35.762807 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6f44fc-181a-45ac-8e22-033d51b32413 None None] Checking router: c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a for host: dv-cinder-862136-1-iscsi {{(pid=104734) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 20 13:48:35.796290 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6f44fc-181a-45ac-8e22-033d51b32413 None None] Routers {'c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a'} bound to L3 agent in host dv-cinder-862136-1-iscsi {{(pid=104734) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Oct 20 13:48:35.796941 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-ea6f44fc-181a-45ac-8e22-033d51b32413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-862136-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-20T13:27:27Z,description=,heartbeat_timestamp=2022-10-20T13:48:27Z,host='dv-cinder-862136-1-iscsi',id=be337168-f950-40d6-92a4-727d8beca7ca,load=0,resource_versions=,resources_synced=,started_at=2022-10-20T13:27:27Z,topic='l3_agent')) {'router_ids': ['c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a'], 'active': True} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:48:35.812475 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-8a1eec6c-3c9b-4e14-ab8f-a5ce4022ef8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (11cacf7b-631c-40c4-93a5-c7f76859cfce), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:35.840728 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1eec6c-3c9b-4e14-ab8f-a5ce4022ef8e admin admin] Pushing event deleted for resources: {'Port': ['ID=11cacf7b-631c-40c4-93a5-c7f76859cfce,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:48:35.906191 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-8a1eec6c-3c9b-4e14-ab8f-a5ce4022ef8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3855219'] for router_gateway (c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:35.913247 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvr_db [None req-ea6f44fc-181a-45ac-8e22-033d51b32413 None None] Set router c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a gateway port host: None {{(pid=104734) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Oct 20 13:48:35.970069 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_hamode_db [None req-ea6f44fc-181a-45ac-8e22-033d51b32413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a', 'name': 'tempest-TestShelveInstance-2106316423-router', 'tenant_id': 'e461387a7dbe4f3fabaab7634fe5f7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:44:04Z', 'updated_at': '2022-10-20T13:48:35Z', 'revision_number': 6, 'project_id': 'e461387a7dbe4f3fabaab7634fe5f7c6', 'gw_port_host': None}], 'dv-cinder-862136-1-iscsi', False) {} {{(pid=104734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:48:35.974192 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-a7ede0ee-6901-4cf7-a57e-cb8c8d007b79 None None] Current status of the port 87c042be-902c-4978-b458-d368964b8e92 is: ACTIVE; New status is: ACTIVE {{(pid=104734) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2333}} Oct 20 13:48:35.993339 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-8a1eec6c-3c9b-4e14-ab8f-a5ce4022ef8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3864644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3608'] for router (c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:35.995671 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-8a1eec6c-3c9b-4e14-ab8f-a5ce4022ef8e admin admin] Publish callbacks [] for router_controller (c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a), precommit_delete_associations {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:35.997970 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6f44fc-181a-45ac-8e22-033d51b32413 None None] The sync data for ids ['c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a'] in dv-cinder-862136-1-iscsi is: [{'id': 'c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a', 'name': 'tempest-TestShelveInstance-2106316423-router', 'tenant_id': 'e461387a7dbe4f3fabaab7634fe5f7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-20T13:44:04Z', 'updated_at': '2022-10-20T13:48:35Z', 'revision_number': 6, 'project_id': 'e461387a7dbe4f3fabaab7634fe5f7c6', 'gw_port_host': None}] {{(pid=104734) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 20 13:48:36.041666 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-8a1eec6c-3c9b-4e14-ab8f-a5ce4022ef8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3864653'] for router (c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:36.042292 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1eec6c-3c9b-4e14-ab8f-a5ce4022ef8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a {{(pid=104733) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 20 13:48:36.047341 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-8a1eec6c-3c9b-4e14-ab8f-a5ce4022ef8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:36.048633 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-8a1eec6c-3c9b-4e14-ab8f-a5ce4022ef8e admin admin] 10.222.0.23 "DELETE /networking/v2.0/routers/c7f8c4c5-8fee-45a0-afe7-5dd5da26ad3a HTTP/1.1" status: 204 len: 168 time: 0.7705898 Oct 20 13:48:36.051172 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 50998) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:48:36.095527 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecb76cf1-895b-49ee-8866-1e772dd5127c admin admin] Deleting subnet f8650439-5301-4358-8f7e-c12acca0bc54 {{(pid=104733) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Oct 20 13:48:36.098572 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ecb76cf1-895b-49ee-8866-1e772dd5127c admin admin] Publish callbacks [] for subnet (f8650439-5301-4358-8f7e-c12acca0bc54), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:36.135577 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ecb76cf1-895b-49ee-8866-1e772dd5127c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26113402'] for subnet (f8650439-5301-4358-8f7e-c12acca0bc54), precommit_delete_associations {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:36.207977 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ecb76cf1-895b-49ee-8866-1e772dd5127c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1335179'] for subnet (f8650439-5301-4358-8f7e-c12acca0bc54), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:36.258635 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ecb76cf1-895b-49ee-8866-1e772dd5127c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1335184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26193023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26212522'] for subnet (f8650439-5301-4358-8f7e-c12acca0bc54), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:36.285441 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb76cf1-895b-49ee-8866-1e772dd5127c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8650439-5301-4358-8f7e-c12acca0bc54,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:48:36.291054 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-ecb76cf1-895b-49ee-8866-1e772dd5127c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for subnet (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:36.294210 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-ecb76cf1-895b-49ee-8866-1e772dd5127c admin admin] 10.222.0.23 "DELETE /networking/v2.0/subnets/f8650439-5301-4358-8f7e-c12acca0bc54 HTTP/1.1" status: 204 len: 168 time: 0.2421474 Oct 20 13:48:36.296723 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 51000) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:48:36.296912 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff90883-c36d-441c-919f-4a53a4d83c23 None None] Network 43c9be0c-a035-400c-a6ae-595bcb9d1db2 requested from dv-cinder-862136-1-iscsi {{(pid=104734) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Oct 20 13:48:36.371001 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-eb7d98d7-e7b1-4cc0-a35d-119e8645c340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1466521'] for network (43c9be0c-a035-400c-a6ae-595bcb9d1db2), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:36.422963 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-eb7d98d7-e7b1-4cc0-a35d-119e8645c340 admin admin] Deleting port 87c042be-902c-4978-b458-d368964b8e92 {{(pid=104733) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:48:36.423351 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-eb7d98d7-e7b1-4cc0-a35d-119e8645c340 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (87c042be-902c-4978-b458-d368964b8e92), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:36.483550 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efae3504-e3a8-49e0-beaf-e31122988e6b None None] DHCP port deletion for 43c9be0c-a035-400c-a6ae-595bcb9d1db2 request from dv-cinder-862136-1-iscsi {{(pid=104734) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Oct 20 13:48:36.498868 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.db [None req-eb7d98d7-e7b1-4cc0-a35d-119e8645c340 admin admin] For port 87c042be-902c-4978-b458-d368964b8e92, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=87c042be-902c-4978-b458-d368964b8e92,segment=NetworkSegment(4d0576a0-19a8-42cd-ad4d-244fcd42557a),segment_id=4d0576a0-19a8-42cd-ad4d-244fcd42557a)] {{(pid=104733) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:48:36.499303 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-eb7d98d7-e7b1-4cc0-a35d-119e8645c340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (87c042be-902c-4978-b458-d368964b8e92), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:36.513119 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.plugin [None req-eb7d98d7-e7b1-4cc0-a35d-119e8645c340 admin admin] Calling delete_port for 87c042be-902c-4978-b458-d368964b8e92 owned by network:dhcp {{(pid=104733) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:48:36.516978 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:36.520681 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-efae3504-e3a8-49e0-beaf-e31122988e6b None None] Deleting port 87c042be-902c-4978-b458-d368964b8e92 {{(pid=104734) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2068}} Oct 20 13:48:36.521092 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-efae3504-e3a8-49e0-beaf-e31122988e6b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747424715915'] for port (87c042be-902c-4978-b458-d368964b8e92), before_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:36.522640 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:36.585650 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.db [None req-efae3504-e3a8-49e0-beaf-e31122988e6b None None] For port 87c042be-902c-4978-b458-d368964b8e92, host dv-cinder-862136-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-862136-1-iscsi',level=0,port_id=87c042be-902c-4978-b458-d368964b8e92,segment=NetworkSegment(4d0576a0-19a8-42cd-ad4d-244fcd42557a),segment_id=4d0576a0-19a8-42cd-ad4d-244fcd42557a)] {{(pid=104734) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 20 13:48:36.586046 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-efae3504-e3a8-49e0-beaf-e31122988e6b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3861716'] for port (87c042be-902c-4978-b458-d368964b8e92), precommit_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:36.595620 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-eb7d98d7-e7b1-4cc0-a35d-119e8645c340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26192908'] for port (87c042be-902c-4978-b458-d368964b8e92), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:36.599172 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-efae3504-e3a8-49e0-beaf-e31122988e6b None None] Calling delete_port for 87c042be-902c-4978-b458-d368964b8e92 owned by network:dhcp {{(pid=104734) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2157}} Oct 20 13:48:36.608839 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:36.610634 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=100 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:36.621405 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d98d7-e7b1-4cc0-a35d-119e8645c340 admin admin] Pushing event deleted for resources: {'Port': ['ID=87c042be-902c-4978-b458-d368964b8e92,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:48:36.624894 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7d98d7-e7b1-4cc0-a35d-119e8645c340 admin admin] No DVR routers for this DVR port 87c042be-902c-4978-b458-d368964b8e92 on host dv-cinder-862136-1-iscsi {{(pid=104733) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:48:36.679767 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-efae3504-e3a8-49e0-beaf-e31122988e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1345033', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-62590', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747424801172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747424325964'] for port (87c042be-902c-4978-b458-d368964b8e92), after_delete {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:36.698266 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-eb7d98d7-e7b1-4cc0-a35d-119e8645c340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1335235', 'neutron.services.segments.db._delete_segments_for_network-8747424857155'] for network (43c9be0c-a035-400c-a6ae-595bcb9d1db2), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:36.703725 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efae3504-e3a8-49e0-beaf-e31122988e6b None None] Pushing event deleted for resources: {'Port': ['ID=87c042be-902c-4978-b458-d368964b8e92,revision_number=None']} {{(pid=104734) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:48:36.707227 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efae3504-e3a8-49e0-beaf-e31122988e6b None None] No DVR routers for this DVR port 87c042be-902c-4978-b458-d368964b8e92 on host dv-cinder-862136-1-iscsi {{(pid=104734) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:218}} Oct 20 13:48:36.722094 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.services.segments.db [None req-eb7d98d7-e7b1-4cc0-a35d-119e8645c340 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c9be0c-a035-400c-a6ae-595bcb9d1db2']}} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:48:36.732825 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.services.segments.db [None req-eb7d98d7-e7b1-4cc0-a35d-119e8645c340 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d0576a0-19a8-42cd-ad4d-244fcd42557a') {'for_net_delete': True} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:48:36.733169 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.services.segments.db [None req-eb7d98d7-e7b1-4cc0-a35d-119e8645c340 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d0576a0-19a8-42cd-ad4d-244fcd42557a') {} {{(pid=104733) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 20 13:48:36.743129 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-eb7d98d7-e7b1-4cc0-a35d-119e8645c340 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747424827639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26113357'] for segment (4d0576a0-19a8-42cd-ad4d-244fcd42557a), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:36.757653 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-eb7d98d7-e7b1-4cc0-a35d-119e8645c340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359'] for segment (4d0576a0-19a8-42cd-ad4d-244fcd42557a), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:36.764760 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7d98d7-e7b1-4cc0-a35d-119e8645c340 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=104733) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 20 13:48:36.765182 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-eb7d98d7-e7b1-4cc0-a35d-119e8645c340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1430359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26192861'] for segment (4d0576a0-19a8-42cd-ad4d-244fcd42557a), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:36.831811 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:36.835349 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-eb7d98d7-e7b1-4cc0-a35d-119e8645c340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1335290', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3885994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3690396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3859717'] for network (43c9be0c-a035-400c-a6ae-595bcb9d1db2), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:36.837321 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 42b1badc-fe92-4288-8ba6-6be2c43424c9 no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:48:36.851752 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-eb7d98d7-e7b1-4cc0-a35d-119e8645c340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3690370'] for network (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:36.856360 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-eb7d98d7-e7b1-4cc0-a35d-119e8645c340 admin admin] 10.222.0.23 "DELETE /networking/v2.0/networks/43c9be0c-a035-400c-a6ae-595bcb9d1db2 HTTP/1.1" status: 204 len: 168 time: 0.5582840 Oct 20 13:48:36.862029 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: 42b1badc-fe92-4288-8ba6-6be2c43424c9 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:48:36.862359 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 42b1badc-fe92-4288-8ba6-6be2c43424c9 not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:48:36.875382 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d98d7-e7b1-4cc0-a35d-119e8645c340 admin admin] Pushing event deleted for resources: {'Network': ['ID=43c9be0c-a035-400c-a6ae-595bcb9d1db2,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:48:36.886052 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.services.segments.plugin [-] Segment 4d0576a0-19a8-42cd-ad4d-244fcd42557a resource provider aggregate not found Oct 20 13:48:36.903761 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.services.segments.plugin [-] Segment 4d0576a0-19a8-42cd-ad4d-244fcd42557a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d0576a0-19a8-42cd-ad4d-244fcd42557a found for delete ", "request_id": "req-28ed4e19-9ea9-4019-828c-dd4c05902215"}]} Oct 20 13:48:37.040918 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 51010) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:48:37.084640 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-600d87e4-a8d2-4fa6-ae82-b422df66fe44 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=2de4676254c14b55aa2b7765255c69c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418084 Oct 20 13:48:37.087119 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.wsgi [-] (104733) accepted ('10.222.0.23', 51012) {{(pid=104733) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:48:37.138587 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-b8f85674-609d-4d6b-afb3-f0be38bc1d7b admin admin] Publish callbacks [] for security_group (475e6747-1610-4b01-8947-9829de5c440f), before_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:37.158849 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-b8f85674-609d-4d6b-afb3-f0be38bc1d7b admin admin] Publish callbacks [] for security_group (475e6747-1610-4b01-8947-9829de5c440f), precommit_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:37.204706 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-b8f85674-609d-4d6b-afb3-f0be38bc1d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (475e6747-1610-4b01-8947-9829de5c440f), after_delete {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:37.207241 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron_lib.callbacks.manager [None req-b8f85674-609d-4d6b-afb3-f0be38bc1d7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104733) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:37.208354 dv-cinder-862136-1-iscsi neutron-server[104733]: INFO neutron.wsgi [None req-b8f85674-609d-4d6b-afb3-f0be38bc1d7b admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/475e6747-1610-4b01-8947-9829de5c440f HTTP/1.1" status: 204 len: 168 time: 0.1203499 Oct 20 13:48:37.216716 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f85674-609d-4d6b-afb3-f0be38bc1d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475e6747-1610-4b01-8947-9829de5c440f,revision_number=None']} {{(pid=104733) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:48:37.536318 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 51018) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:48:37.580121 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-d3ef0697-c6b5-4297-b1df-c5e994f36ac6 admin admin] 10.222.0.23 "GET /networking/v2.0/security-groups?tenant_id=e461387a7dbe4f3fabaab7634fe5f7c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421083 Oct 20 13:48:37.582461 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [-] (104732) accepted ('10.222.0.23', 51020) {{(pid=104732) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 20 13:48:37.630336 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-2027f0b0-73de-4729-89b8-c76acee96a1f admin admin] Publish callbacks [] for security_group (b3c18f64-3519-4639-9eda-5e6606277b98), before_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:37.649677 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-2027f0b0-73de-4729-89b8-c76acee96a1f admin admin] Publish callbacks [] for security_group (b3c18f64-3519-4639-9eda-5e6606277b98), precommit_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:37.696743 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-2027f0b0-73de-4729-89b8-c76acee96a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3842117'] for security_group (b3c18f64-3519-4639-9eda-5e6606277b98), after_delete {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:37.699227 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron_lib.callbacks.manager [None req-2027f0b0-73de-4729-89b8-c76acee96a1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104732) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:37.700356 dv-cinder-862136-1-iscsi neutron-server[104732]: INFO neutron.wsgi [None req-2027f0b0-73de-4729-89b8-c76acee96a1f admin admin] 10.222.0.23 "DELETE /networking/v2.0/security-groups/b3c18f64-3519-4639-9eda-5e6606277b98 HTTP/1.1" status: 204 len: 168 time: 0.1170275 Oct 20 13:48:37.708159 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2027f0b0-73de-4729-89b8-c76acee96a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c18f64-3519-4639-9eda-5e6606277b98,revision_number=None']} {{(pid=104732) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 20 13:48:38.203106 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 87c042be-902c-4978-b458-d368964b8e92 no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:48:38.224017 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: 87c042be-902c-4978-b458-d368964b8e92 {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:48:38.224363 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 87c042be-902c-4978-b458-d368964b8e92 not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:48:38.224781 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 11cacf7b-631c-40c4-93a5-c7f76859cfce no longer exists at agent ovs-agent-dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 20 13:48:38.243167 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.plugin [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] No Port match for: 11cacf7b-631c-40c4-93a5-c7f76859cfce {{(pid=104734) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2417}} Oct 20 13:48:38.243516 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron.plugins.ml2.rpc [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Device 11cacf7b-631c-40c4-93a5-c7f76859cfce not bound to the agent host dv-cinder-862136-1-iscsi {{(pid=104734) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 20 13:48:47.211699 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=48,neutron:DELETE=6 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:47.212404 dv-cinder-862136-1-iscsi neutron-server[104733]: DEBUG dbcounter [-] [104733] Writing DB stats neutron:SELECT=54,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104733) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:47.682448 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=56,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:47.707987 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG dbcounter [-] [104732] Writing DB stats neutron:SELECT=53,neutron:DELETE=7 {{(pid=104732) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:48.206644 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:48.228522 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=19,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:50.145558 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=7 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:50.150155 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=16 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:48:54.659698 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-78c0259a-917f-40d0-8777-207dd47efe15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:56.968602 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-eb5ba3fa-a854-463a-ab25-7e9780f782c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:58.211414 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:59.659455 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:48:59.760386 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:49:06.838305 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:49:09.113240 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:49:16.831114 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:49:16.833058 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:49:24.661821 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b01cdc89-8451-49e6-9b5a-81f6dd3a71de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:49:26.969864 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-aa9efc0c-92b3-46b7-b82c-be0327adf273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:49:27.152407 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:49:27.158160 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:49:28.214092 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:49:29.661343 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:49:29.762140 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:49:36.838774 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:49:46.111797 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:49:46.829286 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:49:46.835051 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:49:54.664122 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2f9c5e00-08af-43ec-81ab-5c6c76c47d03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:49:56.970988 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-f8a5243b-aed0-4048-a248-c442e08da92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:49:58.217528 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:49:59.663824 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:49:59.767498 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:50:04.150289 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:50:04.154123 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:50:06.838940 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:50:16.832651 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:50:16.834641 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:50:20.704574 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=13 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:50:20.705351 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=13 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:50:23.110795 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:50:24.665811 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-87650468-922b-4aad-aaea-a0c6287fd61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:50:26.972509 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-00ea3085-a118-4572-9723-5878fc6d7640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:50:28.220457 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:50:29.666847 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:50:29.769935 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:50:36.839707 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:50:41.145500 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:50:41.150520 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=5 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:50:46.828932 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:50:46.835714 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:50:54.667837 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-0e8549b3-a987-4aa9-b302-afa3a3fe9cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:50:56.974119 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7fc02904-ae84-4000-9b11-f88449b6117d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:50:58.223266 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:50:59.670684 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:50:59.771582 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:51:00.110526 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:51:06.857487 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:51:16.851966 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:51:16.854145 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:51:18.146888 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=4 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:51:23.124826 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:51:24.670323 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-db385d98-4ee1-4a5f-94ca-57b1f90b673a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:51:25.640583 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [req-593eb991-ed32-4c9e-94b4-296d77f88873 req-6c26b7bb-2917-41ec-8a30-ca557f45c992 service neutron] (104732) timed out ('10.222.0.20', 64822) {{(pid=104732) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 20 13:51:26.975455 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-0e2cbee0-bec9-4a03-9b15-0830b675284e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:51:28.225672 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:51:28.409597 dv-cinder-862136-1-iscsi neutron-server[104732]: DEBUG neutron.wsgi [req-f5c6c801-f1e2-4cd3-b97d-8139fe69e81d req-636af8be-ccfa-45a1-962b-0ad3d1ce0dce service neutron] (104732) timed out ('10.222.0.20', 64797) {{(pid=104732) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 20 13:51:29.671854 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:51:29.773060 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:51:36.854582 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:51:37.109626 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:51:46.848413 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=10 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:51:46.850342 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=8,neutron:UPDATE=6 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:51:54.672905 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6c7ac307-a9c2-4ec0-80c9-0b4ee12af798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:51:55.147450 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=3 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:51:56.977614 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-a8caf5f5-e53c-4762-8e9a-dfadb24b2a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:51:58.227908 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:51:59.675881 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:51:59.774124 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:52:01.113879 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=7 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:52:06.853700 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:52:14.109664 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:52:16.843812 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:52:16.849543 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:52:24.674823 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-6e3a3326-28fd-4372-a844-3d8e6ff6efca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:52:26.979093 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-9f296149-2d78-44cb-9497-e9ef56a5194b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:52:28.230366 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:52:29.678973 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:52:29.775578 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:52:32.157137 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=14 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:52:32.157894 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=20 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:52:36.867644 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:52:46.861759 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:52:46.863685 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:52:51.108738 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:52:54.678021 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-b531612f-0703-4f83-bd64-6e1c81bda1ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:52:56.984533 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-7e948cc6-1dbb-4e04-9a62-0b37e5c90a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:52:58.232419 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:52:59.680338 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:52:59.779306 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:53:06.883428 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:53:09.147330 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:53:09.153366 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=6 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:53:16.877723 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:53:16.879614 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=5,neutron:UPDATE=5 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:53:23.129320 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:53:24.680821 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-e6fda70a-39b9-473d-b885-b6d2ed512a7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (fc80e4aa-b75a-45f9-bc92-ee666d9592cb), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:53:26.985107 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2dd4080a-c917-4c0f-8ce3-6709d8fee039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (be337168-f950-40d6-92a4-727d8beca7ca), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:53:28.107272 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG neutron.db.agents_db [None req-9e56ce8b-1182-4ecb-9555-96cdff09682b None None] Agent healthcheck: found 6 active agents {{(pid=104735) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 20 13:53:28.236044 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-c840b5a2-0578-4c80-a3c2-b08cb4da57f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (6ee1f144-3377-4e77-80f7-3115c376e173), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:53:29.686167 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-2122dc95-b8a1-4944-8cc5-950dd17af651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (0cff5168-a2d8-41ca-9ac6-aa2b47d39c4c), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:53:29.781373 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-ba457027-af20-4bd5-892d-ef2c6bb478dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (b65728d8-a91f-423f-85ef-c34bbd74d8f0), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:53:36.882894 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG neutron_lib.callbacks.manager [None req-5fdf746d-e8c0-4750-b79d-d3c2dcee512a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747424857137', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1288066'] for agent (4b042e07-7f30-49b6-94c5-05338f7deed3), after_update {{(pid=104734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 20 13:53:46.145037 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=2 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:53:46.149177 dv-cinder-862136-1-iscsi neutron-server[104735]: DEBUG dbcounter [-] [104735] Writing DB stats neutron:SELECT=6 {{(pid=104735) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:53:46.877287 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Oct 20 13:53:46.879160 dv-cinder-862136-1-iscsi neutron-server[104734]: DEBUG dbcounter [-] [104734] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}